-- Logs begin at Wed 2021-11-24 14:39:13 UTC, end at Wed 2021-11-24 15:37:55 UTC. -- Nov 24 15:11:28.062722 dv-cinder-804035-20-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 24 15:11:30.795885 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.common.config [-] Logging enabled! Nov 24 15:11:30.796467 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev224 Nov 24 15:11:30.796677 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102435) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 24 15:11:30.799857 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.common.config [-] Logging enabled! Nov 24 15:11:30.800116 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev224 Nov 24 15:11:30.800426 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102435) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 24 15:11:30.801354 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 24 15:11:30.801662 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 24 15:11:30.802015 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 24 15:11:30.802262 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 24 15:11:30.802489 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 24 15:11:30.802831 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.803255 dv-cinder-804035-20-iscsi neutron-server[102435]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 24 15:11:30.803571 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.803868 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.804162 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.804455 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.804745 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.805024 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.805311 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.805606 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.805888 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.806166 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.806446 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.806825 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.807060 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.807346 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.807632 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.807917 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] debug = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.808196 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.809254 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.809705 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.809990 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.810286 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.810570 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.810864 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.811147 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.811432 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.811771 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] host = dv-cinder-804035-20-iscsi {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.812050 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.812339 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.812626 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.812911 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.813187 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.813463 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.813747 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.814019 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.814291 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] log_file = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.814567 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.814876 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.815168 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.815459 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.815686 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.815908 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.816194 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.816481 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.816759 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.817031 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.817305 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.817576 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.817848 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.818115 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.818400 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.818683 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.818998 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.819275 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.819549 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.819820 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.820089 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.820373 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.820646 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.820916 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.821189 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.821472 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.821737 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.822008 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.822308 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.822589 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.822895 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.823182 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.823455 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.823736 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.824008 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.824354 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.824630 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] use_json = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.824898 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.825168 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.825448 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.825720 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.825990 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.826260 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.826528 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.826823 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:30.827132 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.827429 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.827731 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.828015 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.828318 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.828598 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.828884 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.829162 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.829451 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.829736 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.830023 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.830300 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.830585 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.830886 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.831181 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.831483 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.831777 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.832066 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.832339 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.832629 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.832958 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.833272 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.833525 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.833809 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.834101 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.834392 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.834677 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.834997 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.835283 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.835576 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.835865 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.836138 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.836416 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.836712 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.836990 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.837265 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.837546 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.837835 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.838112 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.838385 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.838666 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.838971 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.839243 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.839515 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.839814 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.840106 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.840383 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.840654 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.840924 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.841200 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.841471 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.841753 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.842028 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.842299 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.842570 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.842870 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.843143 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.843416 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.843692 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.843960 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.844238 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.844508 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.844783 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.845054 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.845327 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.845598 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.845867 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.846136 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.846412 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.846687 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.846983 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.847256 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.847527 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.847799 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.848080 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.848450 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.848731 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.849007 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.849284 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.849563 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.849840 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.850116 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.850393 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.850673 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.850966 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.851257 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.851538 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.851823 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.852106 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.852398 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.852692 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.852967 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.853247 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.853523 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.853799 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.854081 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.854364 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.854656 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.854973 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.855266 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.856071 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.856363 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.856641 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.856950 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.857227 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:30.857445 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 24 15:11:30.857681 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102435) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 24 15:11:31.284951 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 24 15:11:31.285231 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 24 15:11:31.285535 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 24 15:11:31.285942 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 24 15:11:31.612445 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:31.612645 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:31.613179 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:31.614373 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:31.614648 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:31.614944 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:31.650825 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:31.651108 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:31.651381 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:31.665440 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:31.665729 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:31.666006 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:31.695368 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:31.695655 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:31.695933 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:31.734294 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:31.734576 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:31.734881 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:31.978594 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:31.979234 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:31.979234 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:31.979416 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:31.980049 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.078259 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.078587 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.078893 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.079167 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.079433 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.079746 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.080007 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.080265 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.080522 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.080804 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.081066 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.081332 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.081588 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.081851 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.082109 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.082372 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.082673 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.083006 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.083186 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.083459 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.083710 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.083963 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.084248 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.084625 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.084877 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.085128 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.085523 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102435) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 15:11:32.085771 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102435) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 15:11:32.086010 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102435) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 15:11:32.086248 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102435) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 15:11:32.086483 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102435) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 15:11:32.086717 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102435) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 15:11:32.087101 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 24 15:11:32.090744 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 24 15:11:32.094715 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 24 15:11:32.098499 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1200, 1249)])]) Nov 24 15:11:32.100319 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 24 15:11:32.100783 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 24 15:11:32.101122 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 24 15:11:32.101506 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 24 15:11:32.104348 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 24 15:11:32.104598 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 24 15:11:32.104948 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 24 15:11:32.110819 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 24 15:11:32.133537 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 24 15:11:32.133992 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.134292 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102435) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 24 15:11:32.134654 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.136070 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102435) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 24 15:11:32.136356 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 24 15:11:32.136634 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 24 15:11:32.140086 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.140370 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.204161 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 24 15:11:32.204402 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 24 15:11:32.204643 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 24 15:11:32.205021 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 24 15:11:32.227219 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_db.sqlalchemy.engines [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102435) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 24 15:11:32.763444 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.plugins.ml2.managers [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Initializing driver for type 'gre' Nov 24 15:11:32.763999 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] gre ID ranges: [(1, 1000)] Nov 24 15:11:32.815074 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.plugins.ml2.managers [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Initializing driver for type 'local' Nov 24 15:11:32.815424 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.plugins.ml2.managers [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Initializing driver for type 'vlan' Nov 24 15:11:32.828840 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] VlanTypeDriver initialization complete Nov 24 15:11:32.829198 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.plugins.ml2.managers [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Initializing driver for type 'vxlan' Nov 24 15:11:32.829685 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] vxlan ID ranges: [(1, 1000)] Nov 24 15:11:32.889227 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.plugins.ml2.managers [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Initializing extension driver 'port_security' Nov 24 15:11:32.889714 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.plugins.ml2.extensions.port_security [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] PortSecurityExtensionDriver initialization complete Nov 24 15:11:32.890071 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.plugins.ml2.managers [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Initializing mechanism driver 'openvswitch' Nov 24 15:11:32.890406 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.plugins.ml2.managers [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Initializing mechanism driver 'hyperv' Nov 24 15:11:32.897085 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.plugins.ml2.plugin [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:11:32.897775 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > port after_create 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.898154 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > port after_update 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.898517 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > port after_delete 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.899090 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102435) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 15:11:32.899534 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > subnet after_create 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.899897 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > subnet after_update 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.900251 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.900666 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102435) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 15:11:32.901084 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > network after_create 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.901442 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > network after_update 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.901796 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > network after_delete 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.902203 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102435) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 15:11:32.902619 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > security_group after_create 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.903000 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > security_group after_update 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.903353 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.903896 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102435) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 15:11:32.904326 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.904682 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.905190 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.905641 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102435) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 15:11:32.906060 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > address_group after_create 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.906418 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > address_group after_update 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.906769 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.907199 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102435) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 15:11:32.907587 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] ML2 OVO RPC backend initialized. {{(pid=102435) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 24 15:11:32.908296 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.908660 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.909092 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > network before_response 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.909457 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > networks before_response 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.909817 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > port before_response 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.910171 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > ports before_response 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.910528 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > subnet before_response 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.910901 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > subnets before_response 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.911263 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > network after_create 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.911609 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > network after_update 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.911958 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > network after_delete 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.912303 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > port after_create 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.912656 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > port after_update 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.912995 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > port after_delete 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.913339 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > subnet after_create 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.913685 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > subnet after_update 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.914027 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.914615 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.plugins.ml2.plugin [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Modular L2 Plugin initialization complete Nov 24 15:11:32.914980 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading services supported by the core plugin {{(pid=102435) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 24 15:11:32.915315 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.plugins.ml2.managers [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Got port-security extension from driver 'port_security' Nov 24 15:11:32.915826 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.extensions.vlantransparent [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Disabled vlantransparent extension. Nov 24 15:11:32.916321 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102435) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 24 15:11:32.916645 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading Plugin: router Nov 24 15:11:32.953293 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.953694 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > router after_create 55549900 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.954080 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > router before_create 55549900 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.954460 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.954872 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.955246 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > router after_delete 55549900 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.955619 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.955983 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.956354 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > router after_create 55549900 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.956714 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > router after_update 55549900 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.957075 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > router after_update 55549900 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.957433 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.957805 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > router after_update 55549900 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.958229 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > router precommit_update 55549900 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.958609 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: port after_update 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.958981 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: port after_delete 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.959330 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: subnet after_update 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.959683 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.960040 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.960410 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > router precommit_create 55549900 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.960775 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: port before_delete 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.961129 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > router precommit_create 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.961500 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > router after_update 55549900 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.961859 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.962226 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > router precommit_create 55549900 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.962604 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.962995 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > router precommit_update 55549900 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.963379 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > agent after_create 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.963743 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > agent after_delete 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.964105 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > network after_delete 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.965006 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.quota.resource_registry [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Tracking information for resource: router configured {{(pid=102435) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 15:11:32.965346 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.quota.resource_registry [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Tracking information for resource: floatingip configured {{(pid=102435) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 15:11:32.970423 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.db.l3_agentschedulers_db [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 24 15:11:32.971040 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: port after_update 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.971411 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: port after_create 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.971771 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: port after_delete 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.972131 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: port after_update 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.972926 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > router before_create 55550100 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.973299 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.973668 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > router precommit_create 55550100 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.974033 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > router precommit_update 55550100 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:32.978980 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.services.provider_configuration [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Service providers = [] {{(pid=102435) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 24 15:11:32.979522 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.db.servicetype_db [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102435) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 24 15:11:32.982848 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.services.service_base [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102435) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 24 15:11:32.983209 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.services.service_base [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102435) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 24 15:11:32.983561 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.services.service_base [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102435) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 24 15:11:32.984470 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.services.service_base [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102435) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 24 15:11:32.984852 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.services.service_base [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 24 15:11:32.985247 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102435) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 15:11:32.985574 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 24 15:11:32.997117 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102435) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 15:11:32.997463 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading Plugin: auto_allocate Nov 24 15:11:33.003396 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: network precommit_update 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:33.003777 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: network precommit_create 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:33.004303 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102435) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 15:11:33.004636 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading Plugin: tag Nov 24 15:11:33.011232 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102435) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 15:11:33.011599 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading Plugin: timestamp Nov 24 15:11:33.015707 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102435) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 15:11:33.016000 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading Plugin: network_ip_availability Nov 24 15:11:33.021498 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:33.021881 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:33.022247 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:33.022997 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102435) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 15:11:33.023330 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading Plugin: flavors Nov 24 15:11:33.028181 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102435) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 15:11:33.028521 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading Plugin: revisions Nov 24 15:11:33.032936 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102435) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 15:11:33.033338 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_concurrency.lockutils [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.748s {{(pid=102435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 24 15:11:33.034090 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102435) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 24 15:11:33.034436 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Initializing extension manager. Nov 24 15:11:33.034995 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: __init__.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.035347 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: __pycache__ {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.035693 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.036035 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: address_group.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.036799 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.037367 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: address-group Nov 24 15:11:33.037695 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: address_scope.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.038607 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.039152 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: address-scope Nov 24 15:11:33.039485 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.040429 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.040946 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: router-admin-state-down-before-update Nov 24 15:11:33.041274 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: agent.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.041991 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.042505 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: agent Nov 24 15:11:33.043417 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: agent_resources_synced.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.044298 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.044814 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: agent-resources-synced Nov 24 15:11:33.045141 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: allowedaddresspairs.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.046976 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.047499 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: allowed-address-pairs Nov 24 15:11:33.047834 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: auto_allocated_topology.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.048923 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.049442 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: auto-allocated-topology Nov 24 15:11:33.049773 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: availability_zone.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.050478 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.051018 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: availability_zone Nov 24 15:11:33.051351 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: availability_zone_filter.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.052283 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.052798 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: availability_zone_filter Nov 24 15:11:33.053127 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: data_plane_status.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.054045 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.054558 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extension data-plane-status not supported by any of loaded plugins Nov 24 15:11:33.054909 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: default_subnetpools.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.055840 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.056352 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: default-subnetpools Nov 24 15:11:33.056682 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.057502 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.058018 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: dhcp_agent_scheduler Nov 24 15:11:33.058351 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: dns.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.059859 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.060373 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extension dns-integration not supported by any of loaded plugins Nov 24 15:11:33.060706 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: dns_domain_ports.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.061636 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.062153 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 24 15:11:33.062485 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.063440 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.063953 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 24 15:11:33.064282 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: dvr.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.064963 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.065471 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: dvr Nov 24 15:11:33.065798 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: ecmp_routes.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.066733 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.067282 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 24 15:11:33.067616 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: empty_string_filtering.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.068537 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.069054 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: empty-string-filtering Nov 24 15:11:33.069383 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.070309 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.070842 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 24 15:11:33.071174 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.072109 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.072621 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 24 15:11:33.072950 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: external_net.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.073868 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.074414 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: external-net Nov 24 15:11:33.074745 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.075697 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.076213 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: extra_dhcp_opt Nov 24 15:11:33.076540 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: extraroute.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.077461 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.077979 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: extraroute Nov 24 15:11:33.078307 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: extraroute_atomic.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.079391 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.079912 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: extraroute-atomic Nov 24 15:11:33.080242 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: filter_validation.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.080919 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.081434 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: filter-validation Nov 24 15:11:33.081764 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: fip_pf_description.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.082696 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.083239 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 24 15:11:33.083566 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: fip_port_details.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.084497 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.085012 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: fip-port-details Nov 24 15:11:33.085337 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: flavors.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.086583 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.087138 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: flavors Nov 24 15:11:33.087470 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.089163 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.089722 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 24 15:11:33.090064 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: floatingip_pools.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.090780 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.091334 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: floatingip-pools Nov 24 15:11:33.091670 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: ip_allocation.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.092618 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.093134 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extension ip_allocation not supported by any of loaded plugins Nov 24 15:11:33.093471 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.094406 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.094965 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: ip-substring-filtering Nov 24 15:11:33.095305 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: l2_adjacency.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.096239 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.096751 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 24 15:11:33.097086 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: l3.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.098192 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.098719 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: router Nov 24 15:11:33.099082 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.101354 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.101897 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 24 15:11:33.102241 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.103221 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.103749 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: ext-gw-mode Nov 24 15:11:33.104086 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.105018 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.106177 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: l3-ha Nov 24 15:11:33.106513 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: l3_flavors.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.107478 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.107994 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: l3-flavors Nov 24 15:11:33.108326 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.109250 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.109764 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 24 15:11:33.110094 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: l3agentscheduler.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.111160 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.111684 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: l3_agent_scheduler Nov 24 15:11:33.112016 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: local_ip.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.114066 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.114599 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extension local_ip not supported by any of loaded plugins Nov 24 15:11:33.114975 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: logging.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.116476 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.117001 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extension logging not supported by any of loaded plugins Nov 24 15:11:33.117340 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: metering.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.118096 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.118679 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: metering Nov 24 15:11:33.119042 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.120167 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.120687 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: metering_source_and_destination_fields Nov 24 15:11:33.121079 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: multiprovidernet.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.122019 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.122545 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: multi-provider Nov 24 15:11:33.122910 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: netmtu.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.123850 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.124372 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: net-mtu Nov 24 15:11:33.124705 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: netmtu_writable.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.125640 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.126159 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: net-mtu-writable Nov 24 15:11:33.126490 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: network_availability_zone.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.127209 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.127724 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: network_availability_zone Nov 24 15:11:33.128053 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: network_ip_availability.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.129171 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.129691 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: network-ip-availability Nov 24 15:11:33.130021 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: network_segment_range.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.130781 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.131326 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extension network-segment-range not supported by any of loaded plugins Nov 24 15:11:33.131656 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: pagination.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.134106 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.134462 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: pagination Nov 24 15:11:33.134816 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: port_device_profile.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.135760 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.136296 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: port-device-profile Nov 24 15:11:33.137162 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.138105 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.138631 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: port-mac-address-regenerate Nov 24 15:11:33.138997 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.139921 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.140440 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: port-numa-affinity-policy Nov 24 15:11:33.140770 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: port_resource_request.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.141697 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.142216 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extension port-resource-request not supported by any of loaded plugins Nov 24 15:11:33.142550 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: port_resource_request_groups.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.143564 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.144082 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 24 15:11:33.144414 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: portbindings.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.145368 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.145884 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: binding Nov 24 15:11:33.146218 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: portbindings_extended.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.147546 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.148071 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: binding-extended Nov 24 15:11:33.148406 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: portsecurity.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.149340 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.149862 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: port-security Nov 24 15:11:33.150194 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: project_id.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.151222 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.151560 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: project-id Nov 24 15:11:33.151889 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: providernet.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.152886 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.153405 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: provider Nov 24 15:11:33.153736 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: qos.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.157420 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.157954 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extension qos not supported by any of loaded plugins Nov 24 15:11:33.158293 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.159581 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.160106 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 24 15:11:33.160443 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.161377 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.161899 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 24 15:11:33.162233 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: qos_default.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.163198 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.163721 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extension qos-default not supported by any of loaded plugins Nov 24 15:11:33.164055 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: qos_fip.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.164723 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.165241 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extension qos-fip not supported by any of loaded plugins Nov 24 15:11:33.165575 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: qos_gateway_ip.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.166512 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.167066 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 24 15:11:33.167403 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: qos_port_network_policy.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.168839 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.169363 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 24 15:11:33.169695 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.170766 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.171315 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 24 15:11:33.171649 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: qos_pps_rule.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.172845 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.173372 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extension qos-pps not supported by any of loaded plugins Nov 24 15:11:33.173703 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: qos_rule_type_details.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.174635 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.175198 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 24 15:11:33.175529 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: qos_rules_alias.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.176592 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.177111 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 24 15:11:33.177443 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: quota_check_limit.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.178375 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.178926 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: quota-check-limit Nov 24 15:11:33.179258 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: quotasv2.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.180193 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.180529 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: quotas Nov 24 15:11:33.180858 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: quotasv2_detail.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.184804 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.185155 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: quota_details Nov 24 15:11:33.185495 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: rbac.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.186573 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.187142 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: rbac-policies Nov 24 15:11:33.187486 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: rbac_address_group.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.188435 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.188968 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: rbac-address-group Nov 24 15:11:33.189304 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: rbac_address_scope.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.190243 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.190770 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: rbac-address-scope Nov 24 15:11:33.191129 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: rbac_security_groups.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.192156 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.192591 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: rbac-security-groups Nov 24 15:11:33.192923 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: rbac_subnetpool.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.193849 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.194371 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: rbac-subnetpool Nov 24 15:11:33.194705 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: revisionifmatch.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.195667 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.196189 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: revision-if-match Nov 24 15:11:33.196523 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: revisions.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.197641 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.198161 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: standard-attr-revisions Nov 24 15:11:33.198495 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: router_availability_zone.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.199233 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.199754 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: router_availability_zone Nov 24 15:11:33.200088 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: routerservicetype.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.201026 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.201541 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extension router-service-type not supported by any of loaded plugins Nov 24 15:11:33.201875 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.202927 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.203454 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: security-groups-normalized-cidr Nov 24 15:11:33.203786 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.204729 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.205253 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: port-security-groups-filtering Nov 24 15:11:33.205590 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.206528 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.207088 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: security-groups-remote-address-group Nov 24 15:11:33.207424 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.208385 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.208900 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: security-groups-shared-filtering Nov 24 15:11:33.209234 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.209837 dv-cinder-804035-20-iscsi neutron-server[102435]: WARNING neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 24 15:11:33.210167 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: securitygroup.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.220157 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.220694 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: security-group Nov 24 15:11:33.221039 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: segment.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.221843 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.222363 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extension segment not supported by any of loaded plugins Nov 24 15:11:33.222699 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.223795 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.224275 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 24 15:11:33.224604 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: servicetype.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.225734 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.226264 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: service-type Nov 24 15:11:33.226599 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: sorting.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.227636 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.227976 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: sorting Nov 24 15:11:33.228312 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: standard_attr_segment.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.229263 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.229784 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 24 15:11:33.230119 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: standardattrdescription.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.231496 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.232016 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: standard-attr-description Nov 24 15:11:33.232352 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: stateful_security_group.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.233320 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.233828 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: stateful-security-group Nov 24 15:11:33.234162 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: stdattrs_common.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.234755 dv-cinder-804035-20-iscsi neutron-server[102435]: WARNING neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 24 15:11:33.235115 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.236066 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.236589 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 24 15:11:33.236923 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: subnet_onboard.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.238274 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.238870 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: subnet_onboard Nov 24 15:11:33.239233 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.240184 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.240704 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 24 15:11:33.241041 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: subnet_service_types.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.241994 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.242524 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: subnet-service-types Nov 24 15:11:33.242877 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: subnetallocation.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.244013 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.244537 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: subnet_allocation Nov 24 15:11:33.244871 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.245562 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.246678 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: subnetpool-prefix-ops Nov 24 15:11:33.247081 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.248047 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.248570 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 24 15:11:33.248900 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: tagging.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.250011 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.250538 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: standard-attr-tag Nov 24 15:11:33.250895 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: timestamp.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.252149 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.252678 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loaded extension: standard-attr-timestamp Nov 24 15:11:33.253016 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: trunk.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.254073 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.254596 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extension trunk not supported by any of loaded plugins Nov 24 15:11:33.254973 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: trunk_details.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.255914 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.256433 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extension trunk-details not supported by any of loaded plugins Nov 24 15:11:33.256766 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: uplink_status_propagation.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.257702 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.258223 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 24 15:11:33.258560 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Loading extension file: vlantransparent.py {{(pid=102435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:11:33.259272 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:11:33.259788 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 24 15:11:33.262401 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.quota.resource_registry [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Creating instance of TrackedResource for resource:network Nov 24 15:11:33.263021 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.quota.resource_registry [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Creating instance of TrackedResource for resource:subnet Nov 24 15:11:33.263386 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.quota.resource_registry [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 15:11:33.263805 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.quota.resource_registry [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Creating instance of TrackedResource for resource:port Nov 24 15:11:33.265080 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.v2.resource_helper [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102435) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 15:11:33.265524 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.v2.resource_helper [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Service FLAVORS assigned prefix: {{(pid=102435) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 15:11:33.266211 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.v2.resource_helper [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102435) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 15:11:33.266605 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.v2.resource_helper [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102435) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 15:11:33.266976 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.quota.resource_registry [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Creating instance of TrackedResource for resource:router Nov 24 15:11:33.267417 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.quota.resource_registry [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Creating instance of TrackedResource for resource:floatingip Nov 24 15:11:33.267928 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.v2.resource_helper [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Service METERING assigned prefix: /metering {{(pid=102435) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 15:11:33.269416 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:33.269799 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:33.270249 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:11:33.271303 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.quota.resource_registry [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Creating instance of CountableResource for resource:rbac_policy Nov 24 15:11:33.271766 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.quota.resource_registry [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Creating instance of TrackedResource for resource:security_group Nov 24 15:11:33.272259 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.quota.resource_registry [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 24 15:11:33.272922 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.v2.resource_helper [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Service CORE assigned prefix: {{(pid=102435) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 15:11:33.273261 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.quota.resource_registry [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 15:11:33.273622 dv-cinder-804035-20-iscsi neutron-server[102435]: WARNING neutron.quota.resource_registry [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] subnetpool is already registered Nov 24 15:11:33.274053 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.v2.resource_helper [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Service CORE assigned prefix: {{(pid=102435) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 15:11:33.274386 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.quota.resource_registry [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 15:11:33.274723 dv-cinder-804035-20-iscsi neutron-server[102435]: WARNING neutron.quota.resource_registry [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] subnetpool is already registered Nov 24 15:11:33.277076 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.v2.resource_helper [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102435) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 15:11:33.277544 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.v2.resource_helper [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Service FLAVORS assigned prefix: {{(pid=102435) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 15:11:33.278155 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.v2.resource_helper [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102435) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 15:11:33.278591 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.v2.resource_helper [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102435) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 15:11:33.278962 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.quota.resource_registry [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Creating instance of TrackedResource for resource:router Nov 24 15:11:33.279398 dv-cinder-804035-20-iscsi neutron-server[102435]: WARNING neutron.quota.resource_registry [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] router is already registered Nov 24 15:11:33.279726 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.quota.resource_registry [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Creating instance of TrackedResource for resource:floatingip Nov 24 15:11:33.280072 dv-cinder-804035-20-iscsi neutron-server[102435]: WARNING neutron.quota.resource_registry [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] floatingip is already registered Nov 24 15:11:33.280540 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.v2.resource_helper [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Service METERING assigned prefix: /metering {{(pid=102435) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 15:11:33.281215 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.quota.resource_registry [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Creating instance of CountableResource for resource:rbac_policy Nov 24 15:11:33.281550 dv-cinder-804035-20-iscsi neutron-server[102435]: WARNING neutron.quota.resource_registry [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] rbac_policy is already registered Nov 24 15:11:33.281972 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.quota.resource_registry [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Creating instance of TrackedResource for resource:security_group Nov 24 15:11:33.282328 dv-cinder-804035-20-iscsi neutron-server[102435]: WARNING neutron.quota.resource_registry [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] security_group is already registered Nov 24 15:11:33.282742 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.quota.resource_registry [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 24 15:11:33.283107 dv-cinder-804035-20-iscsi neutron-server[102435]: WARNING neutron.quota.resource_registry [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] security_group_rule is already registered Nov 24 15:11:33.283744 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.v2.resource_helper [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Service CORE assigned prefix: {{(pid=102435) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 15:11:33.284082 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.quota.resource_registry [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 15:11:33.284424 dv-cinder-804035-20-iscsi neutron-server[102435]: WARNING neutron.quota.resource_registry [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] subnetpool is already registered Nov 24 15:11:33.284848 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.v2.resource_helper [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Service CORE assigned prefix: {{(pid=102435) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 15:11:33.285180 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.quota.resource_registry [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 15:11:33.285518 dv-cinder-804035-20-iscsi neutron-server[102435]: WARNING neutron.quota.resource_registry [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] subnetpool is already registered Nov 24 15:11:33.286096 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extended resource: extensions {{(pid=102435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:11:33.287679 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extended resource: address-groups {{(pid=102435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:11:33.289187 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extended resource: address-scopes {{(pid=102435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:11:33.290524 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extended resource: agents {{(pid=102435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:11:33.291723 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extended resource: auto-allocated-topology {{(pid=102435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:11:33.293522 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extended resource: availability_zones {{(pid=102435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:11:33.294763 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extended resource: dhcp-networks {{(pid=102435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:11:33.296336 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extended resource: dhcp-agents {{(pid=102435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:11:33.297775 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extended resource: routers {{(pid=102435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:11:33.300065 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extended resource: flavors {{(pid=102435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:11:33.301244 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extended resource: service_profiles {{(pid=102435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:11:33.302560 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extended resource: next_providers {{(pid=102435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:11:33.304056 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extended resource: service_profiles {{(pid=102435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:11:33.305612 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extended resource: floatingip-pools {{(pid=102435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:11:33.306849 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extended resource: routers {{(pid=102435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:11:33.309567 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extended resource: floatingips {{(pid=102435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:11:33.311843 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extended resource: l3-routers {{(pid=102435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:11:33.313273 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extended resource: l3-agents {{(pid=102435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:11:33.314689 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extended resource: metering-labels {{(pid=102435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:11:33.316093 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extended resource: metering-label-rules {{(pid=102435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:11:33.317510 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extended resource: network-ip-availabilities {{(pid=102435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:11:33.318798 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extended resource: bindings {{(pid=102435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:11:33.320553 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extended resource: quotas {{(pid=102435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:11:33.322110 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extended resource: quotas {{(pid=102435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:11:33.323723 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extended resource: rbac-policies {{(pid=102435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:11:33.325064 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extended resource: security-groups {{(pid=102435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:11:33.326308 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extended resource: security-group-rules {{(pid=102435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:11:33.327584 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extended resource: service-providers {{(pid=102435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:11:33.328812 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extended resource: subnetpools {{(pid=102435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:11:33.330232 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extended resource: subnetpools {{(pid=102435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:11:33.331775 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extended resource: tags {{(pid=102435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:11:33.333575 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extended resource: tags {{(pid=102435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:11:33.335423 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extended resource: tags {{(pid=102435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:11:33.337210 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extended resource: tags {{(pid=102435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:11:33.339166 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extended resource: tags {{(pid=102435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:11:33.341550 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extended resource: tags {{(pid=102435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:11:33.343288 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extended resource: tags {{(pid=102435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:11:33.345221 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extended resource: tags {{(pid=102435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:11:33.347033 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extended resource: tags {{(pid=102435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:11:33.348999 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron.api.extensions [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Extended resource: tags {{(pid=102435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:11:33.355113 dv-cinder-804035-20-iscsi neutron-server[102435]: WARNING keystonemiddleware.auth_token [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 24 15:11:33.360537 dv-cinder-804035-20-iscsi neutron-server[102435]: WARNING keystonemiddleware.auth_token [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 24 15:11:33.369654 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_concurrency.lockutils [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Acquired lock "singleton_lock" {{(pid=102435) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 24 15:11:33.370189 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_concurrency.lockutils [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Releasing lock "singleton_lock" {{(pid=102435) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 24 15:11:33.370883 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO oslo_service.service [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Starting 2 workers Nov 24 15:11:33.375724 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Started child 102544 {{(pid=102435) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 24 15:11:33.380242 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Started child 102545 {{(pid=102435) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 24 15:11:33.381561 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:11:33.382191 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO neutron.service [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 24 15:11:33.382524 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Publish callbacks [] for process, before_spawn {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:11:33.383050 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [-] (102544) wsgi starting up on http://0.0.0.0:9696 Nov 24 15:11:33.384911 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:11:33.385340 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO oslo_service.service [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Starting 1 workers Nov 24 15:11:33.386296 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [-] (102545) wsgi starting up on http://0.0.0.0:9696 Nov 24 15:11:33.390239 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Started child 102546 {{(pid=102435) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 24 15:11:33.390789 dv-cinder-804035-20-iscsi neutron-server[102435]: INFO oslo_service.service [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Starting 1 workers Nov 24 15:11:33.394042 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.service [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] calling RpcWorker wait() {{(pid=102546) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 24 15:11:33.394574 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.service [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] returning from RpcWorker wait() {{(pid=102546) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 24 15:11:33.395328 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Started child 102547 {{(pid=102435) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 24 15:11:33.395972 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:11:33.396139 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-b9414f19-6cd4-4336-8e05-179a86bc5631 None None] Publish callbacks [] for process, after_spawn {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:11:33.396447 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:11:33.397991 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102435) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 24 15:11:33.398208 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 24 15:11:33.398397 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 24 15:11:33.398620 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 24 15:11:33.398990 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 24 15:11:33.399179 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 24 15:11:33.399700 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.399997 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.400175 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:11:33.400670 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.400670 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.400793 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.401268 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:11:33.401371 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.401643 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.401881 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.402688 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.402999 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.403175 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.403348 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.403608 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.403867 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.404174 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.404439 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.404693 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.404962 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.405137 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.405399 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.405660 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.405898 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.406174 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] debug = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.406434 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.406938 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.407169 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.407425 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.407667 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.407951 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.408181 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.408444 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.408696 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.408928 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.409166 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.409416 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.409652 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.409863 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.410105 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.410320 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.410587 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.410864 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.411350 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] host = dv-cinder-804035-20-iscsi {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.411590 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.411812 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.412080 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.412335 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.412592 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.412830 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.413100 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.413345 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.413603 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.413828 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.414076 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.414322 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.414577 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.414865 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] log_file = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.415024 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] log_options = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.415285 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.415563 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.415823 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.416015 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.416178 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.416425 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.416602 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.416767 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.417031 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.417262 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.417479 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.417696 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.418494 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.418743 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.419023 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.419258 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.419476 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.419689 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.419938 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.420200 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.420446 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.420673 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.420912 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.421162 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.421383 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.421620 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.421847 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.422096 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.422327 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.422553 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.422800 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.423078 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.423319 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.423565 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.423823 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.424052 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.424283 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.424600 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.424789 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.425017 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.425282 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.425528 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.425764 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.425991 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.426231 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.426533 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.426692 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] use_json = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.426929 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.427169 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.427408 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.428453 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.428453 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.428453 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.428453 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.428753 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.429005 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.429550 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.429668 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.429851 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.430202 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.430660 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.430660 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.430902 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.431124 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.431365 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.431670 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.431946 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.432222 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.432453 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.432734 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.433090 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.434367 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.434367 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.435899 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.435899 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.435899 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.435899 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.435899 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.435899 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.437746 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.437746 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.437746 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.437746 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.437746 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.437746 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.437746 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.439446 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.439446 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.439446 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.439446 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.439446 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.439446 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.439446 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.439446 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.441617 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.441617 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.441617 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.441617 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.441617 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.441617 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.441617 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.441617 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.442146 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.442146 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.442303 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.450581 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.450904 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.451184 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.451462 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.451752 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.452097 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.452404 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.452692 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.452975 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.453207 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.453499 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.453662 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.453907 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.454134 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.454352 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.454572 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.454794 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.455037 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.455293 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.455532 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.455748 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.455963 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.456182 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.456390 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.456631 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.456852 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.457102 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.457321 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.457551 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.457784 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.457997 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.458214 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.458428 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.458640 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.458892 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.459117 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.459329 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.459539 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.459751 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.459985 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.460218 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.460486 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.460789 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.461043 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.461288 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.461786 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.461786 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.462014 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.462263 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.462499 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.462736 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.462997 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.463260 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.463500 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.463730 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.463968 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.464185 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.464418 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.464655 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.464877 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.465093 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.465340 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.465596 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.465854 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.466085 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.466343 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.466604 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.466879 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.467147 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.467405 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.467666 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.467909 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.468184 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.468473 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.468766 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.469022 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.469258 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.469509 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.469774 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.470010 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.470261 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.470509 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.470744 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.471020 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.471249 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.471561 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.471810 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.472053 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.472395 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.472652 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.472881 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.473103 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.473448 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.473753 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.473969 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.476033 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.476301 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.476555 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.476830 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.477101 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.477330 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.477573 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.477815 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.478048 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.478839 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.478839 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.478839 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.479106 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.479187 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.479455 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.479679 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.479920 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.480194 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.480489 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.480762 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.481199 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.481535 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.482008 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.482281 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.482575 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.482910 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.483215 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.483459 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.483731 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.483965 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.484227 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.484479 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.484720 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.485025 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.485335 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.485631 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.485856 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.486108 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.486334 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.486550 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.486768 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.487032 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.487267 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.487485 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.488003 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.488217 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.488483 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.488733 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.489078 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.489328 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.489576 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.489814 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.490036 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.490271 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.490523 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.490776 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.491022 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.491243 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.491461 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.491696 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.491946 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.492208 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.492426 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.492635 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.492864 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.493097 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.493306 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.493620 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.493861 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.494083 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.494349 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.494591 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.494847 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.495090 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.495303 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.495512 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.495751 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.496481 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.496688 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.496913 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.497122 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.497328 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.497551 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.497763 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.498017 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.498239 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.498447 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.498655 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.498914 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.499132 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.499340 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.499588 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.499813 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.500042 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.500264 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.500486 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.500698 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.500962 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.501136 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.501363 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.501588 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.501804 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.502013 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.502305 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.502576 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.502794 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.503114 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.503357 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.503599 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.503850 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.504155 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.504371 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.504685 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.504905 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.505124 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.505347 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.505615 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.505921 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.506223 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.506480 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.506747 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.507064 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.507344 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.507619 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.507853 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.508148 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.508465 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.508821 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.509081 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.509311 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.509557 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.509799 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.510007 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.510451 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.510698 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.510940 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.511180 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.511409 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.512208 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.512476 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.512702 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.513011 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.513263 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.513481 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.513721 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.513936 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.514094 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 24 15:11:33.514611 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102435) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 24 15:11:33.514763 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 24 15:11:33.514947 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 24 15:11:33.515138 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 24 15:11:33.515309 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 24 15:11:33.515446 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 24 15:11:33.515655 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.515817 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.515974 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.516130 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.516334 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.516465 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.516622 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.516777 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.516933 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.517086 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.517246 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.517399 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.517552 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.517725 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.517891 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.518049 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.518186 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.518322 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.518476 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.518616 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.518752 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.518931 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.519635 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] debug = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.519635 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.519635 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.519907 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.519907 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.520048 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.520198 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.520354 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.520509 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.520670 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.520821 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.520976 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.521130 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.521286 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.521440 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.521595 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.521750 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.521905 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.522056 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.522205 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] host = dv-cinder-804035-20-iscsi {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.522363 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.522520 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.522676 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.522854 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.523014 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.523170 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.523302 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.523443 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.523595 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.523750 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.523892 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.524049 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.524204 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.524358 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] log_file = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.524512 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] log_options = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.524667 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.524825 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.524979 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.525191 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.525326 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.525458 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.525588 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.525729 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.525887 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.526041 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.526181 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.526340 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.526497 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.526652 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.526836 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.526976 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.527143 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.527304 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.527452 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.527593 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.527747 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.527902 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.528057 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.528212 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.528368 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.528522 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.528679 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.528834 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.528975 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.529131 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.529397 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.529524 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.529646 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.529766 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.529887 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.530000 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.530155 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.530311 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.530468 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.530624 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.530781 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.530958 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.531113 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.531269 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.531426 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.531581 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.531736 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] use_json = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.531892 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.531977 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:11:33.532059 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.532190 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.532349 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.532504 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.532660 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.532813 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.532968 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:11:33.533165 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.533329 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.533501 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.533663 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.533824 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.533985 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.534144 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.534305 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.534465 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.534624 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.534792 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.534973 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.535145 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.535354 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.535442 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.535602 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.535900 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.536003 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.536157 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.536322 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.536481 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.536629 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.536794 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.536953 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.537110 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.537270 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.537455 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.537670 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.537832 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.538006 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.538166 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.538326 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.538485 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.538645 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.538824 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.538988 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.539150 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.539331 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.539478 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.539636 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.539795 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.539955 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.540115 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.540276 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.540436 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.540597 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.540756 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.540916 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.541076 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.541237 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.541397 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.541555 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.541715 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.541874 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.542035 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.542204 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.542357 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.542596 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.542781 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.542976 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.543125 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.543251 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.543414 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.543574 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.543734 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.543879 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.544043 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.544430 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.544604 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.544765 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.544926 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.545086 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.545247 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.545397 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.545558 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.545717 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.545878 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.546037 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.546197 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.546356 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.546516 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.546677 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.546861 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.547021 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.547336 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.547639 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.547962 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.548263 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.548563 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.548732 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.548892 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.549210 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.549388 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.549567 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.549724 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.549867 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.550177 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.550335 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.550496 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.550657 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.550849 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.551001 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.551160 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.551320 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.551484 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.551645 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.551805 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.551965 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.552125 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.552288 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.552448 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.552606 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.552765 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.552926 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.553085 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.553245 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.553403 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.553561 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.553732 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.553892 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.554054 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.554213 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.554380 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.554551 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.554715 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.554924 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.555065 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.555226 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.555385 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.555700 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.555700 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.555928 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.556054 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.556176 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.556306 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.556467 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.556625 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.556783 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.556965 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.557327 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.557327 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.557579 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.557579 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.557851 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.557983 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.558121 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.558257 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.558927 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.559064 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.559216 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.559360 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.559502 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.559661 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.559786 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.559895 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.560056 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.560216 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.560378 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.560538 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.560698 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.560859 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.561020 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.561181 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.561341 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.561502 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.561662 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.561822 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.561982 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.562144 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.562304 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.562464 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.562624 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.562785 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.562967 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.563127 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.563290 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.563459 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.563602 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.563762 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.563923 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.564083 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.564243 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.564405 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.564564 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.564724 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.564885 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.565043 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.565204 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.565364 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.565523 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.565684 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.565844 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.566002 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.566176 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.566337 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.566496 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.566655 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.566828 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.567104 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.567234 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.567399 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.567556 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.567870 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.568030 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.568168 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.568334 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.568497 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.568658 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.568823 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.568983 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.569112 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.569268 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.569441 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.569603 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.569763 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.569922 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.570081 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.570241 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.570412 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.570572 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.570731 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.570916 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.571077 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.571236 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.571406 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.571567 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.571726 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.571959 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.572129 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.572289 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.572432 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.572595 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.572754 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.572913 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.573073 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.573424 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.573424 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.573683 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.573683 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.573948 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.574136 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.574763 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.574935 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.575066 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.575200 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.575341 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.575476 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.575611 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.575754 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.575906 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.576068 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.576235 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.576395 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.576554 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.576713 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.576885 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.577045 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.577207 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.577367 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.577527 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.577688 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.577889 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.578012 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.578181 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.578347 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.578509 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.578677 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.578865 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.579036 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.579198 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.579366 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.579538 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.579699 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.579858 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.580017 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.580177 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.580336 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.580495 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.580655 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.580815 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.580975 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.581134 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.581292 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.581471 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.581601 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.581762 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.581921 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.582084 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.582260 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.582404 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.582632 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:11:33.582844 dv-cinder-804035-20-iscsi neutron-server[102435]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 24 15:11:33.736528 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 55570) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:11:33.745327 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063546 Nov 24 15:11:45.201698 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bf569c-76fd-4bda-8f5e-6aedad2edda3 None None] get_active_networks_info from dv-cinder-804035-20-iscsi {{(pid=102546) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 15:11:45.276000 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bf569c-76fd-4bda-8f5e-6aedad2edda3 None None] No non-hosted networks {{(pid=102546) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 24 15:11:45.294642 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.agentschedulers_db [None req-a9bf569c-76fd-4bda-8f5e-6aedad2edda3 None None] DHCP Agent not found on host dv-cinder-804035-20-iscsi {{(pid=102546) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 24 15:11:45.416591 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-caa636eb-7807-4db9-ba60-9cc5901073f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-679509'] for agent, after_create {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:11:47.624913 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-33a9e7ee-87cb-4bcf-b376-360c5f3717e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-679509'] for agent, after_create {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:11:47.667905 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-9b04c384-5b83-4df2-8c97-dcab5943d2a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:11:48.192189 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-124f8df6-068a-4f00-a8c0-a9ff39f4d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-679509'] for agent, after_create {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:11:49.773822 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0567c706-1e8e-49a8-b1df-c52fd48358e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-679509'] for agent, after_create {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:11:50.929488 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-679509'] for agent, after_create {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:11:50.931177 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:11:50.931892 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:11:50.932588 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:11:50.933168 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:11:50.933787 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:11:50.934592 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:11:50.935227 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:11:50.935886 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:11:50.936579 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:11:50.937179 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:11:50.937830 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:11:50.938375 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:11:50.939050 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804035-20-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:11:50.947798 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804035-20-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:11:51.239276 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 55660) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:11:51.776175 dv-cinder-804035-20-iscsi neutron-server[102544]: WARNING oslo_policy.policy [None req-730e326f-389b-4aef-a704-e6b4d972d1c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 15:11:51.776932 dv-cinder-804035-20-iscsi neutron-server[102544]: WARNING oslo_policy.policy [None req-730e326f-389b-4aef-a704-e6b4d972d1c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 15:11:52.003870 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [None req-730e326f-389b-4aef-a704-e6b4d972d1c6 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=102544) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 15:11:52.010926 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-730e326f-389b-4aef-a704-e6b4d972d1c6 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7638881 Nov 24 15:11:52.235608 dv-cinder-804035-20-iscsi neutron-server[102546]: INFO neutron.db.l3_hamode_db [None req-ea94834c-1feb-4ac0-bd64-b053aeec7229 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 24 15:11:52.319718 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea94834c-1feb-4ac0-bd64-b053aeec7229 None None] Routers set() bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:11:52.320112 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea94834c-1feb-4ac0-bd64-b053aeec7229 None None] Router IDs set() for agent in host dv-cinder-804035-20-iscsi {{(pid=102546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 24 15:11:54.493097 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 55676) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:11:54.800634 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.v2.base [None req-df65bbbd-2762-4259-9a4c-cacb370636dd admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=102544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:11:54.903264 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.policy [None req-df65bbbd-2762-4259-9a4c-cacb370636dd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102544) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 24 15:11:54.949858 dv-cinder-804035-20-iscsi neutron-server[102544]: WARNING oslo_policy.policy [None req-df65bbbd-2762-4259-9a4c-cacb370636dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 15:11:54.950227 dv-cinder-804035-20-iscsi neutron-server[102544]: WARNING oslo_policy.policy [None req-df65bbbd-2762-4259-9a4c-cacb370636dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 15:11:54.959202 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.quota [None req-df65bbbd-2762-4259-9a4c-cacb370636dd admin admin] Loaded quota_driver: . Nov 24 15:11:55.048054 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-df65bbbd-2762-4259-9a4c-cacb370636dd admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750840280597', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750840279078', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750840257352', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750840254065', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750840238432', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750840246347', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1541279', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1334516', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-730910', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-673258'] for rbac-policy, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:11:55.115037 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-df65bbbd-2762-4259-9a4c-cacb370636dd admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:11:55.116212 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-df65bbbd-2762-4259-9a4c-cacb370636dd admin admin] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6221211 Nov 24 15:11:57.796912 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 55688) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:11:58.092217 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.v2.base [None req-e14240f4-0040-44ee-ac12-e3b49ae4a25f admin admin] Request body: {'network': {'tenant_id': '33e91d6cb37d4854bb17511952e30a66', 'name': 'private', 'project_id': '33e91d6cb37d4854bb17511952e30a66', 'admin_state_up': True}} {{(pid=102544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:11:58.121400 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14240f4-0040-44ee-ac12-e3b49ae4a25f admin admin] Made reservation on behalf of 33e91d6cb37d4854bb17511952e30a66 for: {'network': 1} {{(pid=102544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:11:58.124225 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-e14240f4-0040-44ee-ac12-e3b49ae4a25f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for network, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:11:58.141337 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-e14240f4-0040-44ee-ac12-e3b49ae4a25f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:11:58.252462 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-e14240f4-0040-44ee-ac12-e3b49ae4a25f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:11:58.256329 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-e14240f4-0040-44ee-ac12-e3b49ae4a25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:11:58.277365 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e14240f4-0040-44ee-ac12-e3b49ae4a25f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1215} {{(pid=102544) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 15:11:58.305579 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-e14240f4-0040-44ee-ac12-e3b49ae4a25f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750837505455', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470086'] for segment, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:11:58.306167 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-e14240f4-0040-44ee-ac12-e3b49ae4a25f admin admin] Unsubscribe: segment precommit_create {{(pid=102544) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 24 15:11:58.306678 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.db.segments_db [None req-e14240f4-0040-44ee-ac12-e3b49ae4a25f admin admin] Added segment 251094f2-5ec6-4126-bec5-d53c196c1fe7 of type vlan for network 457a749b-83ec-4712-a469-1a79cb571148 Nov 24 15:11:58.322835 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14240f4-0040-44ee-ac12-e3b49ae4a25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28278497-bbd6-4165-aa1e-b05348da45f7,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:11:58.372074 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14240f4-0040-44ee-ac12-e3b49ae4a25f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:11:58.372490 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14240f4-0040-44ee-ac12-e3b49ae4a25f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:11:58.372922 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14240f4-0040-44ee-ac12-e3b49ae4a25f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:11:58.373264 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14240f4-0040-44ee-ac12-e3b49ae4a25f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:11:58.373601 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14240f4-0040-44ee-ac12-e3b49ae4a25f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:11:58.373954 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14240f4-0040-44ee-ac12-e3b49ae4a25f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:11:58.374292 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14240f4-0040-44ee-ac12-e3b49ae4a25f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:11:58.374634 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14240f4-0040-44ee-ac12-e3b49ae4a25f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:11:58.374996 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14240f4-0040-44ee-ac12-e3b49ae4a25f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:11:58.375328 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14240f4-0040-44ee-ac12-e3b49ae4a25f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:11:58.375654 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14240f4-0040-44ee-ac12-e3b49ae4a25f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:11:58.375978 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14240f4-0040-44ee-ac12-e3b49ae4a25f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:11:58.377350 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14240f4-0040-44ee-ac12-e3b49ae4a25f admin admin] Tracked resource versions report: Nov 24 15:11:58.377350 dv-cinder-804035-20-iscsi neutron-server[102544]: pushed versions: Nov 24 15:11:58.377350 dv-cinder-804035-20-iscsi neutron-server[102544]: { 'AddressGroup': {'1.2'}, Nov 24 15:11:58.377350 dv-cinder-804035-20-iscsi neutron-server[102544]: 'ConntrackHelper': {'1.0'}, Nov 24 15:11:58.377350 dv-cinder-804035-20-iscsi neutron-server[102544]: 'Log': {'1.0'}, Nov 24 15:11:58.377350 dv-cinder-804035-20-iscsi neutron-server[102544]: 'Network': {'1.1'}, Nov 24 15:11:58.377350 dv-cinder-804035-20-iscsi neutron-server[102544]: 'Port': {'1.7'}, Nov 24 15:11:58.377350 dv-cinder-804035-20-iscsi neutron-server[102544]: 'PortForwarding': {'1.2'}, Nov 24 15:11:58.377350 dv-cinder-804035-20-iscsi neutron-server[102544]: 'QosPolicy': {'1.10'}, Nov 24 15:11:58.377350 dv-cinder-804035-20-iscsi neutron-server[102544]: 'SecurityGroup': {'1.5'}, Nov 24 15:11:58.377350 dv-cinder-804035-20-iscsi neutron-server[102544]: 'SecurityGroupRule': {'1.2'}, Nov 24 15:11:58.377350 dv-cinder-804035-20-iscsi neutron-server[102544]: 'SubPort': {'1.0'}, Nov 24 15:11:58.377350 dv-cinder-804035-20-iscsi neutron-server[102544]: 'Subnet': {'1.1'}, Nov 24 15:11:58.377350 dv-cinder-804035-20-iscsi neutron-server[102544]: 'Trunk': {'1.1'}} Nov 24 15:11:58.377350 dv-cinder-804035-20-iscsi neutron-server[102544]: consumer versions: Nov 24 15:11:58.377350 dv-cinder-804035-20-iscsi neutron-server[102544]: { DHCP agent@dv-cinder-804035-20-iscsi: {}, Nov 24 15:11:58.377350 dv-cinder-804035-20-iscsi neutron-server[102544]: L3 agent@dv-cinder-804035-20-iscsi: {}, Nov 24 15:11:58.377350 dv-cinder-804035-20-iscsi neutron-server[102544]: Metadata agent@dv-cinder-804035-20-iscsi: {}, Nov 24 15:11:58.377350 dv-cinder-804035-20-iscsi neutron-server[102544]: Metering agent@dv-cinder-804035-20-iscsi: {}, Nov 24 15:11:58.377350 dv-cinder-804035-20-iscsi neutron-server[102544]: Open vSwitch agent@dv-cinder-804035-20-iscsi: { 'AddressGroup': '1.2', Nov 24 15:11:58.377350 dv-cinder-804035-20-iscsi neutron-server[102544]: 'ConntrackHelper': '1.0', Nov 24 15:11:58.377350 dv-cinder-804035-20-iscsi neutron-server[102544]: 'Log': '1.0', Nov 24 15:11:58.377350 dv-cinder-804035-20-iscsi neutron-server[102544]: 'Network': '1.1', Nov 24 15:11:58.377350 dv-cinder-804035-20-iscsi neutron-server[102544]: 'Port': '1.7', Nov 24 15:11:58.377350 dv-cinder-804035-20-iscsi neutron-server[102544]: 'PortForwarding': '1.2', Nov 24 15:11:58.377350 dv-cinder-804035-20-iscsi neutron-server[102544]: 'QosPolicy': '1.10', Nov 24 15:11:58.377350 dv-cinder-804035-20-iscsi neutron-server[102544]: 'SecurityGroup': '1.5', Nov 24 15:11:58.377350 dv-cinder-804035-20-iscsi neutron-server[102544]: 'SecurityGroupRule': '1.2', Nov 24 15:11:58.377350 dv-cinder-804035-20-iscsi neutron-server[102544]: 'SubPort': '1.0', Nov 24 15:11:58.377350 dv-cinder-804035-20-iscsi neutron-server[102544]: 'Subnet': '1.1', Nov 24 15:11:58.377350 dv-cinder-804035-20-iscsi neutron-server[102544]: 'Trunk': '1.1'}} Nov 24 15:11:58.377350 dv-cinder-804035-20-iscsi neutron-server[102544]: {{(pid=102544) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 15:11:58.431356 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-e14240f4-0040-44ee-ac12-e3b49ae4a25f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750836966705'] for network, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:11:58.478067 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-e14240f4-0040-44ee-ac12-e3b49ae4a25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203'] for network, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:11:58.479920 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14240f4-0040-44ee-ac12-e3b49ae4a25f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:11:58.480642 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-e14240f4-0040-44ee-ac12-e3b49ae4a25f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for network, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:11:58.538248 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-e14240f4-0040-44ee-ac12-e3b49ae4a25f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7402670 Nov 24 15:11:58.586484 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14240f4-0040-44ee-ac12-e3b49ae4a25f admin admin] Pushing event updated for resources: {'Network': ['ID=457a749b-83ec-4712-a469-1a79cb571148,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:11:58.598701 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Network 457a749b-83ec-4712-a469-1a79cb571148 details requested by agent ovs-agent-dv-cinder-804035-20-iscsi with host dv-cinder-804035-20-iscsi {{(pid=102546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 15:12:01.274590 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 55702) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:12:01.761147 dv-cinder-804035-20-iscsi neutron-server[102545]: WARNING oslo_policy.policy [None req-95c3b3a0-4316-41c9-9f0f-e859960bd964 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 15:12:01.761721 dv-cinder-804035-20-iscsi neutron-server[102545]: WARNING oslo_policy.policy [None req-95c3b3a0-4316-41c9-9f0f-e859960bd964 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 15:12:02.201346 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.policy [None req-95c3b3a0-4316-41c9-9f0f-e859960bd964 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102545) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 24 15:12:02.248435 dv-cinder-804035-20-iscsi neutron-server[102545]: WARNING oslo_policy.policy [None req-95c3b3a0-4316-41c9-9f0f-e859960bd964 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 15:12:02.248813 dv-cinder-804035-20-iscsi neutron-server[102545]: WARNING oslo_policy.policy [None req-95c3b3a0-4316-41c9-9f0f-e859960bd964 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 15:12:02.257895 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c3b3a0-4316-41c9-9f0f-e859960bd964 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:12:02.259725 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-95c3b3a0-4316-41c9-9f0f-e859960bd964 admin admin] 10.222.0.66 "GET /v2.0/networks/457a749b-83ec-4712-a469-1a79cb571148 HTTP/1.1" status: 200 len: 826 time: 0.9841621 Nov 24 15:12:02.298402 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-8f174ac8-fd4a-44ac-97df-4702623bf2b8 admin admin] 10.222.0.66 "GET /v2.0/subnetpools/3465a698-5dee-476a-9d3e-d01a9b2cb26a HTTP/1.1" status: 200 len: 734 time: 0.0325279 Nov 24 15:12:02.308549 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [None req-0e916453-919b-46cd-aa8e-4a6a065d599f admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '3465a698-5dee-476a-9d3e-d01a9b2cb26a', 'network_id': '457a749b-83ec-4712-a469-1a79cb571148', 'name': 'private-subnet', 'tenant_id': '33e91d6cb37d4854bb17511952e30a66'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:12:02.310127 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.quota [None req-0e916453-919b-46cd-aa8e-4a6a065d599f admin admin] Loaded quota_driver: . Nov 24 15:12:02.347780 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e916453-919b-46cd-aa8e-4a6a065d599f admin admin] Made reservation on behalf of 33e91d6cb37d4854bb17511952e30a66 for: {'subnet': 1} {{(pid=102545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:12:02.350551 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-0e916453-919b-46cd-aa8e-4a6a065d599f admin admin] Publish callbacks [] for subnet, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:02.632351 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-0e916453-919b-46cd-aa8e-4a6a065d599f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203'] for subnet, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:02.700843 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e916453-919b-46cd-aa8e-4a6a065d599f admin admin] Checking segment: {'id': '251094f2-5ec6-4126-bec5-d53c196c1fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '457a749b-83ec-4712-a469-1a79cb571148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:12:02.701221 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e916453-919b-46cd-aa8e-4a6a065d599f admin admin] Network hostable DHCP agents. Network: 457a749b-83ec-4712-a469-1a79cb571148, hostable agents: ['c1d34c78-3ad8-4647-a250-754fc30c4ba4'], hosted agents: [] {{(pid=102545) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 15:12:02.713242 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e916453-919b-46cd-aa8e-4a6a065d599f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a40987d-6b00-4495-ae4d-f3989c6bad0a,revision_number=0']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:12:02.726283 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e916453-919b-46cd-aa8e-4a6a065d599f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:12:02.726651 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e916453-919b-46cd-aa8e-4a6a065d599f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:12:02.727029 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e916453-919b-46cd-aa8e-4a6a065d599f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:12:02.727368 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e916453-919b-46cd-aa8e-4a6a065d599f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:12:02.727700 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e916453-919b-46cd-aa8e-4a6a065d599f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:12:02.728051 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e916453-919b-46cd-aa8e-4a6a065d599f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:12:02.728380 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e916453-919b-46cd-aa8e-4a6a065d599f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:12:02.728726 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e916453-919b-46cd-aa8e-4a6a065d599f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:12:02.729119 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e916453-919b-46cd-aa8e-4a6a065d599f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:12:02.729974 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e916453-919b-46cd-aa8e-4a6a065d599f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:12:02.730310 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e916453-919b-46cd-aa8e-4a6a065d599f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:12:02.730637 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e916453-919b-46cd-aa8e-4a6a065d599f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:12:02.732009 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e916453-919b-46cd-aa8e-4a6a065d599f admin admin] Tracked resource versions report: Nov 24 15:12:02.732009 dv-cinder-804035-20-iscsi neutron-server[102545]: pushed versions: Nov 24 15:12:02.732009 dv-cinder-804035-20-iscsi neutron-server[102545]: { 'AddressGroup': {'1.2'}, Nov 24 15:12:02.732009 dv-cinder-804035-20-iscsi neutron-server[102545]: 'ConntrackHelper': {'1.0'}, Nov 24 15:12:02.732009 dv-cinder-804035-20-iscsi neutron-server[102545]: 'Log': {'1.0'}, Nov 24 15:12:02.732009 dv-cinder-804035-20-iscsi neutron-server[102545]: 'Network': {'1.1'}, Nov 24 15:12:02.732009 dv-cinder-804035-20-iscsi neutron-server[102545]: 'Port': {'1.7'}, Nov 24 15:12:02.732009 dv-cinder-804035-20-iscsi neutron-server[102545]: 'PortForwarding': {'1.2'}, Nov 24 15:12:02.732009 dv-cinder-804035-20-iscsi neutron-server[102545]: 'QosPolicy': {'1.10'}, Nov 24 15:12:02.732009 dv-cinder-804035-20-iscsi neutron-server[102545]: 'SecurityGroup': {'1.5'}, Nov 24 15:12:02.732009 dv-cinder-804035-20-iscsi neutron-server[102545]: 'SecurityGroupRule': {'1.2'}, Nov 24 15:12:02.732009 dv-cinder-804035-20-iscsi neutron-server[102545]: 'SubPort': {'1.0'}, Nov 24 15:12:02.732009 dv-cinder-804035-20-iscsi neutron-server[102545]: 'Subnet': {'1.1'}, Nov 24 15:12:02.732009 dv-cinder-804035-20-iscsi neutron-server[102545]: 'Trunk': {'1.1'}} Nov 24 15:12:02.732009 dv-cinder-804035-20-iscsi neutron-server[102545]: consumer versions: Nov 24 15:12:02.732009 dv-cinder-804035-20-iscsi neutron-server[102545]: { DHCP agent@dv-cinder-804035-20-iscsi: {}, Nov 24 15:12:02.732009 dv-cinder-804035-20-iscsi neutron-server[102545]: L3 agent@dv-cinder-804035-20-iscsi: {}, Nov 24 15:12:02.732009 dv-cinder-804035-20-iscsi neutron-server[102545]: Metadata agent@dv-cinder-804035-20-iscsi: {}, Nov 24 15:12:02.732009 dv-cinder-804035-20-iscsi neutron-server[102545]: Metering agent@dv-cinder-804035-20-iscsi: {}, Nov 24 15:12:02.732009 dv-cinder-804035-20-iscsi neutron-server[102545]: Open vSwitch agent@dv-cinder-804035-20-iscsi: { 'AddressGroup': '1.2', Nov 24 15:12:02.732009 dv-cinder-804035-20-iscsi neutron-server[102545]: 'ConntrackHelper': '1.0', Nov 24 15:12:02.732009 dv-cinder-804035-20-iscsi neutron-server[102545]: 'Log': '1.0', Nov 24 15:12:02.732009 dv-cinder-804035-20-iscsi neutron-server[102545]: 'Network': '1.1', Nov 24 15:12:02.732009 dv-cinder-804035-20-iscsi neutron-server[102545]: 'Port': '1.7', Nov 24 15:12:02.732009 dv-cinder-804035-20-iscsi neutron-server[102545]: 'PortForwarding': '1.2', Nov 24 15:12:02.732009 dv-cinder-804035-20-iscsi neutron-server[102545]: 'QosPolicy': '1.10', Nov 24 15:12:02.732009 dv-cinder-804035-20-iscsi neutron-server[102545]: 'SecurityGroup': '1.5', Nov 24 15:12:02.732009 dv-cinder-804035-20-iscsi neutron-server[102545]: 'SecurityGroupRule': '1.2', Nov 24 15:12:02.732009 dv-cinder-804035-20-iscsi neutron-server[102545]: 'SubPort': '1.0', Nov 24 15:12:02.732009 dv-cinder-804035-20-iscsi neutron-server[102545]: 'Subnet': '1.1', Nov 24 15:12:02.732009 dv-cinder-804035-20-iscsi neutron-server[102545]: 'Trunk': '1.1'}} Nov 24 15:12:02.732009 dv-cinder-804035-20-iscsi neutron-server[102545]: {{(pid=102545) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 15:12:02.758990 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e916453-919b-46cd-aa8e-4a6a065d599f admin admin] Network 457a749b-83ec-4712-a469-1a79cb571148 is scheduled to be hosted by DHCP agent c1d34c78-3ad8-4647-a250-754fc30c4ba4 with binding_index 1 {{(pid=102545) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 15:12:02.775192 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [None req-0e916453-919b-46cd-aa8e-4a6a065d599f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-20-iscsi, 457a749b-83ec-4712-a469-1a79cb571148) {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:12:02.781534 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e916453-919b-46cd-aa8e-4a6a065d599f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:12:02.783624 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-0e916453-919b-46cd-aa8e-4a6a065d599f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for subnet, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:02.784959 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfe5c3f-c422-4c28-bc5b-2c7b7a4082c3 None None] Network 457a749b-83ec-4712-a469-1a79cb571148 requested from dv-cinder-804035-20-iscsi {{(pid=102546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:12:02.804877 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-0e916453-919b-46cd-aa8e-4a6a065d599f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5003428 Nov 24 15:12:03.109682 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07575472-f532-458e-8dca-90ae7a0708ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d40999c-5bbb-552c-8929-1b9b17976eea-457a749b-83ec-4712-a469-1a79cb571148', 'network_id': '457a749b-83ec-4712-a469-1a79cb571148', 'tenant_id': '33e91d6cb37d4854bb17511952e30a66', 'fixed_ips': [{'subnet_id': '5a40987d-6b00-4495-ae4d-f3989c6bad0a'}]}} from dv-cinder-804035-20-iscsi. {{(pid=102546) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 15:12:03.111030 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-07575472-f532-458e-8dca-90ae7a0708ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:03.406829 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.db_base_plugin_common [None req-07575472-f532-458e-8dca-90ae7a0708ba None None] Allocated IP 172.20.0.2 (457a749b-83ec-4712-a469-1a79cb571148/5a40987d-6b00-4495-ae4d-f3989c6bad0a/f2ae359e-de11-433b-8470-b53182ce0607) {{(pid=102546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:12:03.609247 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-07575472-f532-458e-8dca-90ae7a0708ba None None] Publish callbacks [] for port, precommit_create {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:03.618216 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-07575472-f532-458e-8dca-90ae7a0708ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098'] for port, after_create {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:03.693001 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07575472-f532-458e-8dca-90ae7a0708ba None None] Network 457a749b-83ec-4712-a469-1a79cb571148 is already hosted by enough agents. {{(pid=102546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:12:03.702552 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.scheduler.base_scheduler [None req-07575472-f532-458e-8dca-90ae7a0708ba None None] Resources bound (agent type, host, resource id): {{(pid=102546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:12:03.708408 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07575472-f532-458e-8dca-90ae7a0708ba None None] Pushing event updated for resources: {'Port': ['ID=f2ae359e-de11-433b-8470-b53182ce0607,revision_number=1']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:12:03.710643 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07575472-f532-458e-8dca-90ae7a0708ba None None] Received port after_create {{(pid=102546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:12:03.721009 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07575472-f532-458e-8dca-90ae7a0708ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:12:03.721385 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07575472-f532-458e-8dca-90ae7a0708ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:12:03.721737 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07575472-f532-458e-8dca-90ae7a0708ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:12:03.722077 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07575472-f532-458e-8dca-90ae7a0708ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:12:03.722416 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07575472-f532-458e-8dca-90ae7a0708ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:12:03.722771 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07575472-f532-458e-8dca-90ae7a0708ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:12:03.723134 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07575472-f532-458e-8dca-90ae7a0708ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:12:03.723468 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07575472-f532-458e-8dca-90ae7a0708ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:12:03.723816 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07575472-f532-458e-8dca-90ae7a0708ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:12:03.724148 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07575472-f532-458e-8dca-90ae7a0708ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:12:03.724477 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07575472-f532-458e-8dca-90ae7a0708ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:12:03.724802 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07575472-f532-458e-8dca-90ae7a0708ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:12:03.726221 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07575472-f532-458e-8dca-90ae7a0708ba None None] Tracked resource versions report: Nov 24 15:12:03.726221 dv-cinder-804035-20-iscsi neutron-server[102546]: pushed versions: Nov 24 15:12:03.726221 dv-cinder-804035-20-iscsi neutron-server[102546]: { 'AddressGroup': {'1.2'}, Nov 24 15:12:03.726221 dv-cinder-804035-20-iscsi neutron-server[102546]: 'ConntrackHelper': {'1.0'}, Nov 24 15:12:03.726221 dv-cinder-804035-20-iscsi neutron-server[102546]: 'Log': {'1.0'}, Nov 24 15:12:03.726221 dv-cinder-804035-20-iscsi neutron-server[102546]: 'Network': {'1.1'}, Nov 24 15:12:03.726221 dv-cinder-804035-20-iscsi neutron-server[102546]: 'Port': {'1.7'}, Nov 24 15:12:03.726221 dv-cinder-804035-20-iscsi neutron-server[102546]: 'PortForwarding': {'1.2'}, Nov 24 15:12:03.726221 dv-cinder-804035-20-iscsi neutron-server[102546]: 'QosPolicy': {'1.10'}, Nov 24 15:12:03.726221 dv-cinder-804035-20-iscsi neutron-server[102546]: 'SecurityGroup': {'1.5'}, Nov 24 15:12:03.726221 dv-cinder-804035-20-iscsi neutron-server[102546]: 'SecurityGroupRule': {'1.2'}, Nov 24 15:12:03.726221 dv-cinder-804035-20-iscsi neutron-server[102546]: 'SubPort': {'1.0'}, Nov 24 15:12:03.726221 dv-cinder-804035-20-iscsi neutron-server[102546]: 'Subnet': {'1.1'}, Nov 24 15:12:03.726221 dv-cinder-804035-20-iscsi neutron-server[102546]: 'Trunk': {'1.1'}} Nov 24 15:12:03.726221 dv-cinder-804035-20-iscsi neutron-server[102546]: consumer versions: Nov 24 15:12:03.726221 dv-cinder-804035-20-iscsi neutron-server[102546]: { DHCP agent@dv-cinder-804035-20-iscsi: {}, Nov 24 15:12:03.726221 dv-cinder-804035-20-iscsi neutron-server[102546]: L3 agent@dv-cinder-804035-20-iscsi: {}, Nov 24 15:12:03.726221 dv-cinder-804035-20-iscsi neutron-server[102546]: Metadata agent@dv-cinder-804035-20-iscsi: {}, Nov 24 15:12:03.726221 dv-cinder-804035-20-iscsi neutron-server[102546]: Metering agent@dv-cinder-804035-20-iscsi: {}, Nov 24 15:12:03.726221 dv-cinder-804035-20-iscsi neutron-server[102546]: Open vSwitch agent@dv-cinder-804035-20-iscsi: { 'AddressGroup': '1.2', Nov 24 15:12:03.726221 dv-cinder-804035-20-iscsi neutron-server[102546]: 'ConntrackHelper': '1.0', Nov 24 15:12:03.726221 dv-cinder-804035-20-iscsi neutron-server[102546]: 'Log': '1.0', Nov 24 15:12:03.726221 dv-cinder-804035-20-iscsi neutron-server[102546]: 'Network': '1.1', Nov 24 15:12:03.726221 dv-cinder-804035-20-iscsi neutron-server[102546]: 'Port': '1.7', Nov 24 15:12:03.726221 dv-cinder-804035-20-iscsi neutron-server[102546]: 'PortForwarding': '1.2', Nov 24 15:12:03.726221 dv-cinder-804035-20-iscsi neutron-server[102546]: 'QosPolicy': '1.10', Nov 24 15:12:03.726221 dv-cinder-804035-20-iscsi neutron-server[102546]: 'SecurityGroup': '1.5', Nov 24 15:12:03.726221 dv-cinder-804035-20-iscsi neutron-server[102546]: 'SecurityGroupRule': '1.2', Nov 24 15:12:03.726221 dv-cinder-804035-20-iscsi neutron-server[102546]: 'SubPort': '1.0', Nov 24 15:12:03.726221 dv-cinder-804035-20-iscsi neutron-server[102546]: 'Subnet': '1.1', Nov 24 15:12:03.726221 dv-cinder-804035-20-iscsi neutron-server[102546]: 'Trunk': '1.1'}} Nov 24 15:12:03.726221 dv-cinder-804035-20-iscsi neutron-server[102546]: {{(pid=102546) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 15:12:03.807931 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-07575472-f532-458e-8dca-90ae7a0708ba None None] Attempting to bind port f2ae359e-de11-433b-8470-b53182ce0607 on host dv-cinder-804035-20-iscsi for vnic_type normal with profile {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:12:03.808567 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-07575472-f532-458e-8dca-90ae7a0708ba None None] Attempting to bind port f2ae359e-de11-433b-8470-b53182ce0607 by drivers openvswitch,hyperv on host dv-cinder-804035-20-iscsi at level 0 using segments [{'id': '251094f2-5ec6-4126-bec5-d53c196c1fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '457a749b-83ec-4712-a469-1a79cb571148'}] {{(pid=102546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:12:03.808749 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07575472-f532-458e-8dca-90ae7a0708ba None None] Attempting to bind port f2ae359e-de11-433b-8470-b53182ce0607 on network 457a749b-83ec-4712-a469-1a79cb571148 {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:12:03.813750 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07575472-f532-458e-8dca-90ae7a0708ba None None] Checking agent: {'id': '09195cb9-9d00-4b2c-842e-e029daf9b985', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 11, 51), 'started_at': datetime.datetime(2021, 11, 24, 15, 11, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:12:03.814140 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07575472-f532-458e-8dca-90ae7a0708ba None None] Checking segment: {'id': '251094f2-5ec6-4126-bec5-d53c196c1fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '457a749b-83ec-4712-a469-1a79cb571148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:12:03.814626 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-07575472-f532-458e-8dca-90ae7a0708ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:03.815054 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07575472-f532-458e-8dca-90ae7a0708ba None None] Bound using segment: {'id': '251094f2-5ec6-4126-bec5-d53c196c1fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '457a749b-83ec-4712-a469-1a79cb571148'} {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:12:03.815548 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-07575472-f532-458e-8dca-90ae7a0708ba None None] Bound port: f2ae359e-de11-433b-8470-b53182ce0607, host: dv-cinder-804035-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '251094f2-5ec6-4126-bec5-d53c196c1fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '457a749b-83ec-4712-a469-1a79cb571148'}}] {{(pid=102546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:12:03.815977 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-07575472-f532-458e-8dca-90ae7a0708ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:03.878317 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-07575472-f532-458e-8dca-90ae7a0708ba None None] For port f2ae359e-de11-433b-8470-b53182ce0607, host dv-cinder-804035-20-iscsi, cleared binding levels {{(pid=102546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:12:03.882539 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-07575472-f532-458e-8dca-90ae7a0708ba None None] For port f2ae359e-de11-433b-8470-b53182ce0607, host dv-cinder-804035-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=f2ae359e-de11-433b-8470-b53182ce0607,segment=NetworkSegment(251094f2-5ec6-4126-bec5-d53c196c1fe7),segment_id=251094f2-5ec6-4126-bec5-d53c196c1fe7)] {{(pid=102546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:12:03.887386 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-07575472-f532-458e-8dca-90ae7a0708ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:03.951834 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07575472-f532-458e-8dca-90ae7a0708ba None None] Pushing event updated for resources: {'Port': ['ID=f2ae359e-de11-433b-8470-b53182ce0607,revision_number=2']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:12:05.342362 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 55722) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:12:05.662694 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [None req-db86b591-a493-434f-a868-2d0400d4be95 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=102545) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 15:12:05.663733 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-db86b591-a493-434f-a868-2d0400d4be95 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3203061 Nov 24 15:12:08.183499 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 55730) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:12:08.506033 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [None req-4e0583fe-c09c-41d9-b1e4-1616a0f529d5 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=102544) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 15:12:08.507066 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-4e0583fe-c09c-41d9-b1e4-1616a0f529d5 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3224986 Nov 24 15:12:11.243291 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 55740) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:12:11.545456 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.v2.base [None req-96522cc3-e30c-4194-bb01-33a2cc4ce4c7 admin admin] Request body: {'router': {'tenant_id': '33e91d6cb37d4854bb17511952e30a66', 'admin_state_up': True, 'name': 'router1'}} {{(pid=102544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:12:11.569770 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-96522cc3-e30c-4194-bb01-33a2cc4ce4c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-679383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3251'] for router, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:11.571350 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-96522cc3-e30c-4194-bb01-33a2cc4ce4c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-665005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-621000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3204'] for router, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:11.707703 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-96522cc3-e30c-4194-bb01-33a2cc4ce4c7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:11.713638 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-96522cc3-e30c-4194-bb01-33a2cc4ce4c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663900'] for router, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:11.729372 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-96522cc3-e30c-4194-bb01-33a2cc4ce4c7 admin admin] Publish callbacks [] for router, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:11.730600 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-96522cc3-e30c-4194-bb01-33a2cc4ce4c7 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4863281 Nov 24 15:12:12.694306 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device f2ae359e-de11-433b-8470-b53182ce0607 up at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:12:12.783347 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Provisioning complete for port f2ae359e-de11-433b-8470-b53182ce0607 triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:12:12.783666 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:12.896709 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:12.933986 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] For port f2ae359e-de11-433b-8470-b53182ce0607, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=f2ae359e-de11-433b-8470-b53182ce0607,segment=NetworkSegment(251094f2-5ec6-4126-bec5-d53c196c1fe7),segment_id=251094f2-5ec6-4126-bec5-d53c196c1fe7)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:12:12.938218 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:12.986393 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Pushing event updated for resources: {'Port': ['ID=f2ae359e-de11-433b-8470-b53182ce0607,revision_number=3']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:12:13.001383 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28afe3f6-97f6-4cbf-b625-7f1107e3c59d None None] Network 457a749b-83ec-4712-a469-1a79cb571148 requested from dv-cinder-804035-20-iscsi {{(pid=102546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:12:13.093324 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-2379644b-ae69-49f2-ae15-ed4496e55d0e None None] Provisioning complete for port f2ae359e-de11-433b-8470-b53182ce0607 triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:12:13.093696 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2379644b-ae69-49f2-ae15-ed4496e55d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:13.459687 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-66debaf5-37b9-4387-a87c-5edfcfa57c3c None None] Provisioning complete for port f2ae359e-de11-433b-8470-b53182ce0607 triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:12:13.460054 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-66debaf5-37b9-4387-a87c-5edfcfa57c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:14.222535 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 55754) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:12:14.545454 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [None req-80a538b9-c806-4f32-9b37-d9c7bf460549 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=102545) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 15:12:14.546986 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-80a538b9-c806-4f32-9b37-d9c7bf460549 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3233423 Nov 24 15:12:14.667137 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device f2ae359e-de11-433b-8470-b53182ce0607 up at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:12:14.721285 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Provisioning complete for port f2ae359e-de11-433b-8470-b53182ce0607 triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:12:14.721698 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:15.132056 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0f5314f3-caee-4a49-96dd-e0c3fcf08bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:17.047449 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 55762) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:12:17.355582 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [None req-2a10cedd-3de6-4f64-abc1-449ad45d0299 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:12:17.378700 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a10cedd-3de6-4f64-abc1-449ad45d0299 admin admin] Made reservation on behalf of 34b73ce776074fbda911fe3771aa9522 for: {'network': 1} {{(pid=102545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:12:17.381039 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2a10cedd-3de6-4f64-abc1-449ad45d0299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for network, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:17.396146 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2a10cedd-3de6-4f64-abc1-449ad45d0299 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:17.501755 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2a10cedd-3de6-4f64-abc1-449ad45d0299 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:17.505445 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2a10cedd-3de6-4f64-abc1-449ad45d0299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:17.520082 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2a10cedd-3de6-4f64-abc1-449ad45d0299 admin admin] Reserving flat network on physical network physnet1 {{(pid=102545) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 24 15:12:17.545466 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a10cedd-3de6-4f64-abc1-449ad45d0299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af53a373-7536-4856-a3ac-fa351114cc0a,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:12:17.548133 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2a10cedd-3de6-4f64-abc1-449ad45d0299 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750837505455', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470086'] for segment, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:17.548695 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2a10cedd-3de6-4f64-abc1-449ad45d0299 admin admin] Unsubscribe: segment precommit_create {{(pid=102545) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 24 15:12:17.549183 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.db.segments_db [None req-2a10cedd-3de6-4f64-abc1-449ad45d0299 admin admin] Added segment 0ed66df3-fe9f-4da3-924e-b64abe4f4390 of type flat for network 8344f4db-560e-43ae-a8a3-c586ec595f86 Nov 24 15:12:17.601028 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2a10cedd-3de6-4f64-abc1-449ad45d0299 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750836966705'] for network, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:17.606020 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-91d0caa7-02e0-4def-a72e-df0176527647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:17.644804 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2a10cedd-3de6-4f64-abc1-449ad45d0299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203'] for network, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:17.645693 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a10cedd-3de6-4f64-abc1-449ad45d0299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:12:17.646276 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2a10cedd-3de6-4f64-abc1-449ad45d0299 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for network, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:17.709569 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-2a10cedd-3de6-4f64-abc1-449ad45d0299 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6610439 Nov 24 15:12:17.755030 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a10cedd-3de6-4f64-abc1-449ad45d0299 admin admin] Pushing event updated for resources: {'Network': ['ID=8344f4db-560e-43ae-a8a3-c586ec595f86,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:12:17.769542 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Network 8344f4db-560e-43ae-a8a3-c586ec595f86 details requested by agent ovs-agent-dv-cinder-804035-20-iscsi with host dv-cinder-804035-20-iscsi {{(pid=102546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 15:12:18.136499 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-124f8df6-068a-4f00-a8c0-a9ff39f4d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:19.686903 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0567c706-1e8e-49a8-b1df-c52fd48358e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:20.175262 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 55780) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:12:20.398415 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176b99bd-d2a2-4e99-8f0b-12a1b5ed378f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:12:20.399826 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-176b99bd-d2a2-4e99-8f0b-12a1b5ed378f admin admin] 10.222.0.66 "GET /v2.0/subnets/5a40987d-6b00-4495-ae4d-f3989c6bad0a HTTP/1.1" status: 200 len: 849 time: 0.2236044 Nov 24 15:12:20.538503 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-a3c3d79d-598b-4843-b99c-0c7a892f598c admin admin] 10.222.0.66 "GET /v2.0/routers/8f67d333-44be-4f31-8bbb-999c9c982cee HTTP/1.1" status: 200 len: 704 time: 0.1325974 Nov 24 15:12:20.801091 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-e44f5e7b-250a-4764-87fb-665c2566750d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:20.917689 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:21.095154 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.db.db_base_plugin_common [None req-e44f5e7b-250a-4764-87fb-665c2566750d admin admin] Allocated IP 172.20.0.1 (457a749b-83ec-4712-a469-1a79cb571148/5a40987d-6b00-4495-ae4d-f3989c6bad0a/6574ba13-b1b5-4f83-ae59-baa23f6953f7) {{(pid=102544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:12:21.276123 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-e44f5e7b-250a-4764-87fb-665c2566750d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:21.343440 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-e44f5e7b-250a-4764-87fb-665c2566750d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098'] for port, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:21.408937 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44f5e7b-250a-4764-87fb-665c2566750d admin admin] Network 457a749b-83ec-4712-a469-1a79cb571148 is already hosted by enough agents. {{(pid=102544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:12:21.420750 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.base_scheduler [None req-e44f5e7b-250a-4764-87fb-665c2566750d admin admin] Resources bound (agent type, host, resource id): {{(pid=102544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:12:21.434218 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44f5e7b-250a-4764-87fb-665c2566750d admin admin] Received port after_create {{(pid=102544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:12:21.434747 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-e44f5e7b-250a-4764-87fb-665c2566750d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663981'] for router_interface, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:21.453711 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f5e7b-250a-4764-87fb-665c2566750d admin admin] Pushing event updated for resources: {'Port': ['ID=6574ba13-b1b5-4f83-ae59-baa23f6953f7,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:12:21.455189 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.agents_db [None req-1855c149-01a8-4582-985c-3b31432c2781 None None] Agent healthcheck: found 5 active agents {{(pid=102547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:12:21.610201 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-1fb5636f-eba5-4ef3-aec8-c3da98293f3a None None] Provisioning complete for port 6574ba13-b1b5-4f83-ae59-baa23f6953f7 triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:12:21.610571 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-1fb5636f-eba5-4ef3-aec8-c3da98293f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:21.693230 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-1fb5636f-eba5-4ef3-aec8-c3da98293f3a None None] Port 6574ba13-b1b5-4f83-ae59-baa23f6953f7 cannot update to ACTIVE because it is not bound. {{(pid=102546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:12:21.693696 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-e44f5e7b-250a-4764-87fb-665c2566750d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:21.904451 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-e44f5e7b-250a-4764-87fb-665c2566750d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:21.909246 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-e44f5e7b-250a-4764-87fb-665c2566750d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:21.910026 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-e44f5e7b-250a-4764-87fb-665c2566750d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-679709'] for router_interface, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:21.970252 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f5e7b-250a-4764-87fb-665c2566750d admin admin] Pushing event updated for resources: {'Port': ['ID=6574ba13-b1b5-4f83-ae59-baa23f6953f7,revision_number=2']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:12:22.034715 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44f5e7b-250a-4764-87fb-665c2566750d admin admin] Network 457a749b-83ec-4712-a469-1a79cb571148 is already hosted by enough agents. {{(pid=102544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:12:22.036064 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.base_scheduler [None req-e44f5e7b-250a-4764-87fb-665c2566750d admin admin] Resources bound (agent type, host, resource id): {{(pid=102544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:12:22.204842 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e44f5e7b-250a-4764-87fb-665c2566750d admin admin] Router 8f67d333-44be-4f31-8bbb-999c9c982cee is scheduled to L3 agent cf746c29-e95d-415d-8373-1f02a86f1d46 with binding_index 1 {{(pid=102544) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 15:12:22.216619 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-18d2d51e-9396-4f96-8ee0-f884663465f3 None None] Provisioning complete for port 6574ba13-b1b5-4f83-ae59-baa23f6953f7 triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:12:22.217200 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-18d2d51e-9396-4f96-8ee0-f884663465f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:22.250318 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-18d2d51e-9396-4f96-8ee0-f884663465f3 None None] Port 6574ba13-b1b5-4f83-ae59-baa23f6953f7 cannot update to ACTIVE because it is not bound. {{(pid=102546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:12:22.299919 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44f5e7b-250a-4764-87fb-665c2566750d admin admin] Notify agent at l3_agent.dv-cinder-804035-20-iscsi the message routers_updated {{(pid=102544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:12:22.305348 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-e44f5e7b-250a-4764-87fb-665c2566750d admin admin] 10.222.0.66 "PUT /v2.0/routers/8f67d333-44be-4f31-8bbb-999c9c982cee/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7608092 Nov 24 15:12:22.309629 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726383ba-6152-4fe8-ad24-ef33f9599bcb None None] Sync routers for ids ['8f67d333-44be-4f31-8bbb-999c9c982cee'] in dv-cinder-804035-20-iscsi {{(pid=102547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:12:22.340659 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726383ba-6152-4fe8-ad24-ef33f9599bcb None None] Routers {'8f67d333-44be-4f31-8bbb-999c9c982cee'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:12:22.341522 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-726383ba-6152-4fe8-ad24-ef33f9599bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:12:18Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['8f67d333-44be-4f31-8bbb-999c9c982cee'], 'active': True} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:12:22.533976 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvr_db [None req-726383ba-6152-4fe8-ad24-ef33f9599bcb None None] Set router 8f67d333-44be-4f31-8bbb-999c9c982cee gateway port host: None {{(pid=102547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:12:22.961524 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-726383ba-6152-4fe8-ad24-ef33f9599bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f67d333-44be-4f31-8bbb-999c9c982cee', 'name': 'router1', 'tenant_id': '33e91d6cb37d4854bb17511952e30a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:12:11Z', 'updated_at': '2021-11-24T15:12:21Z', 'revision_number': 2, 'project_id': '33e91d6cb37d4854bb17511952e30a66', 'gw_port_host': None, '_interfaces': [{'id': '6574ba13-b1b5-4f83-ae59-baa23f6953f7', 'name': '', 'network_id': '457a749b-83ec-4712-a469-1a79cb571148', 'tenant_id': '33e91d6cb37d4854bb17511952e30a66', 'mac_address': 'fa:16:3e:1f:8f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f67d333-44be-4f31-8bbb-999c9c982cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5a40987d-6b00-4495-ae4d-f3989c6bad0a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:12:20Z', 'updated_at': '2021-11-24T15:12:21Z', 'revision_number': 2, 'project_id': '33e91d6cb37d4854bb17511952e30a66', 'subnets': [{'id': '5a40987d-6b00-4495-ae4d-f3989c6bad0a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3465a698-5dee-476a-9d3e-d01a9b2cb26a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:12:23.012458 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726383ba-6152-4fe8-ad24-ef33f9599bcb None None] Checking router: 8f67d333-44be-4f31-8bbb-999c9c982cee for host: dv-cinder-804035-20-iscsi {{(pid=102547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:12:23.012834 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726383ba-6152-4fe8-ad24-ef33f9599bcb None None] Updating router 8f67d333-44be-4f31-8bbb-999c9c982cee port 6574ba13-b1b5-4f83-ae59-baa23f6953f7 binding host dv-cinder-804035-20-iscsi {{(pid=102547) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 15:12:23.061555 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-726383ba-6152-4fe8-ad24-ef33f9599bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:23.573555 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-726383ba-6152-4fe8-ad24-ef33f9599bcb None None] Publish callbacks [] for port, precommit_update {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:23.580954 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-726383ba-6152-4fe8-ad24-ef33f9599bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:23.737270 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3d114-78fd-4234-aa78-16f8eb985b53 None None] Pushing event updated for resources: {'Port': ['ID=6574ba13-b1b5-4f83-ae59-baa23f6953f7,revision_number=3']} {{(pid=102547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:12:23.749550 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.managers [None req-726383ba-6152-4fe8-ad24-ef33f9599bcb None None] Attempting to bind port 6574ba13-b1b5-4f83-ae59-baa23f6953f7 on host dv-cinder-804035-20-iscsi for vnic_type normal with profile {{(pid=102547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:12:23.749962 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.managers [None req-726383ba-6152-4fe8-ad24-ef33f9599bcb None None] Attempting to bind port 6574ba13-b1b5-4f83-ae59-baa23f6953f7 by drivers openvswitch,hyperv on host dv-cinder-804035-20-iscsi at level 0 using segments [{'id': '251094f2-5ec6-4126-bec5-d53c196c1fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '457a749b-83ec-4712-a469-1a79cb571148'}] {{(pid=102547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:12:23.750536 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726383ba-6152-4fe8-ad24-ef33f9599bcb None None] Attempting to bind port 6574ba13-b1b5-4f83-ae59-baa23f6953f7 on network 457a749b-83ec-4712-a469-1a79cb571148 {{(pid=102547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:12:23.758694 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726383ba-6152-4fe8-ad24-ef33f9599bcb None None] Checking agent: {'id': '09195cb9-9d00-4b2c-842e-e029daf9b985', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 11, 51), 'started_at': datetime.datetime(2021, 11, 24, 15, 12, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:12:23.759026 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726383ba-6152-4fe8-ad24-ef33f9599bcb None None] Checking segment: {'id': '251094f2-5ec6-4126-bec5-d53c196c1fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '457a749b-83ec-4712-a469-1a79cb571148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:12:23.759559 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-726383ba-6152-4fe8-ad24-ef33f9599bcb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:23.759952 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726383ba-6152-4fe8-ad24-ef33f9599bcb None None] Bound using segment: {'id': '251094f2-5ec6-4126-bec5-d53c196c1fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '457a749b-83ec-4712-a469-1a79cb571148'} {{(pid=102547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:12:23.760442 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.managers [None req-726383ba-6152-4fe8-ad24-ef33f9599bcb None None] Bound port: 6574ba13-b1b5-4f83-ae59-baa23f6953f7, host: dv-cinder-804035-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '251094f2-5ec6-4126-bec5-d53c196c1fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '457a749b-83ec-4712-a469-1a79cb571148'}}] {{(pid=102547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:12:23.760859 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-726383ba-6152-4fe8-ad24-ef33f9599bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:23.763454 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c3d114-78fd-4234-aa78-16f8eb985b53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:12:23.763821 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c3d114-78fd-4234-aa78-16f8eb985b53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:12:23.764164 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c3d114-78fd-4234-aa78-16f8eb985b53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:12:23.764495 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c3d114-78fd-4234-aa78-16f8eb985b53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:12:23.764835 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c3d114-78fd-4234-aa78-16f8eb985b53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:12:23.765169 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c3d114-78fd-4234-aa78-16f8eb985b53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:12:23.765498 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c3d114-78fd-4234-aa78-16f8eb985b53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:12:23.765831 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c3d114-78fd-4234-aa78-16f8eb985b53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:12:23.766173 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c3d114-78fd-4234-aa78-16f8eb985b53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:12:23.766496 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c3d114-78fd-4234-aa78-16f8eb985b53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:12:23.766834 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c3d114-78fd-4234-aa78-16f8eb985b53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:12:23.767159 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c3d114-78fd-4234-aa78-16f8eb985b53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:12:23.768514 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c3d114-78fd-4234-aa78-16f8eb985b53 None None] Tracked resource versions report: Nov 24 15:12:23.768514 dv-cinder-804035-20-iscsi neutron-server[102547]: pushed versions: Nov 24 15:12:23.768514 dv-cinder-804035-20-iscsi neutron-server[102547]: { 'AddressGroup': {'1.2'}, Nov 24 15:12:23.768514 dv-cinder-804035-20-iscsi neutron-server[102547]: 'ConntrackHelper': {'1.0'}, Nov 24 15:12:23.768514 dv-cinder-804035-20-iscsi neutron-server[102547]: 'Log': {'1.0'}, Nov 24 15:12:23.768514 dv-cinder-804035-20-iscsi neutron-server[102547]: 'Network': {'1.1'}, Nov 24 15:12:23.768514 dv-cinder-804035-20-iscsi neutron-server[102547]: 'Port': {'1.7'}, Nov 24 15:12:23.768514 dv-cinder-804035-20-iscsi neutron-server[102547]: 'PortForwarding': {'1.2'}, Nov 24 15:12:23.768514 dv-cinder-804035-20-iscsi neutron-server[102547]: 'QosPolicy': {'1.10'}, Nov 24 15:12:23.768514 dv-cinder-804035-20-iscsi neutron-server[102547]: 'SecurityGroup': {'1.5'}, Nov 24 15:12:23.768514 dv-cinder-804035-20-iscsi neutron-server[102547]: 'SecurityGroupRule': {'1.2'}, Nov 24 15:12:23.768514 dv-cinder-804035-20-iscsi neutron-server[102547]: 'SubPort': {'1.0'}, Nov 24 15:12:23.768514 dv-cinder-804035-20-iscsi neutron-server[102547]: 'Subnet': {'1.1'}, Nov 24 15:12:23.768514 dv-cinder-804035-20-iscsi neutron-server[102547]: 'Trunk': {'1.1'}} Nov 24 15:12:23.768514 dv-cinder-804035-20-iscsi neutron-server[102547]: consumer versions: Nov 24 15:12:23.768514 dv-cinder-804035-20-iscsi neutron-server[102547]: { DHCP agent@dv-cinder-804035-20-iscsi: {}, Nov 24 15:12:23.768514 dv-cinder-804035-20-iscsi neutron-server[102547]: L3 agent@dv-cinder-804035-20-iscsi: {}, Nov 24 15:12:23.768514 dv-cinder-804035-20-iscsi neutron-server[102547]: Metadata agent@dv-cinder-804035-20-iscsi: {}, Nov 24 15:12:23.768514 dv-cinder-804035-20-iscsi neutron-server[102547]: Metering agent@dv-cinder-804035-20-iscsi: {}, Nov 24 15:12:23.768514 dv-cinder-804035-20-iscsi neutron-server[102547]: Open vSwitch agent@dv-cinder-804035-20-iscsi: { 'AddressGroup': '1.2', Nov 24 15:12:23.768514 dv-cinder-804035-20-iscsi neutron-server[102547]: 'ConntrackHelper': '1.0', Nov 24 15:12:23.768514 dv-cinder-804035-20-iscsi neutron-server[102547]: 'Log': '1.0', Nov 24 15:12:23.768514 dv-cinder-804035-20-iscsi neutron-server[102547]: 'Network': '1.1', Nov 24 15:12:23.768514 dv-cinder-804035-20-iscsi neutron-server[102547]: 'Port': '1.7', Nov 24 15:12:23.768514 dv-cinder-804035-20-iscsi neutron-server[102547]: 'PortForwarding': '1.2', Nov 24 15:12:23.768514 dv-cinder-804035-20-iscsi neutron-server[102547]: 'QosPolicy': '1.10', Nov 24 15:12:23.768514 dv-cinder-804035-20-iscsi neutron-server[102547]: 'SecurityGroup': '1.5', Nov 24 15:12:23.768514 dv-cinder-804035-20-iscsi neutron-server[102547]: 'SecurityGroupRule': '1.2', Nov 24 15:12:23.768514 dv-cinder-804035-20-iscsi neutron-server[102547]: 'SubPort': '1.0', Nov 24 15:12:23.768514 dv-cinder-804035-20-iscsi neutron-server[102547]: 'Subnet': '1.1', Nov 24 15:12:23.768514 dv-cinder-804035-20-iscsi neutron-server[102547]: 'Trunk': '1.1'}} Nov 24 15:12:23.768514 dv-cinder-804035-20-iscsi neutron-server[102547]: {{(pid=102547) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 15:12:23.838747 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.db [None req-726383ba-6152-4fe8-ad24-ef33f9599bcb None None] For port 6574ba13-b1b5-4f83-ae59-baa23f6953f7, host dv-cinder-804035-20-iscsi, cleared binding levels {{(pid=102547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:12:23.860200 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.db [None req-726383ba-6152-4fe8-ad24-ef33f9599bcb None None] For port 6574ba13-b1b5-4f83-ae59-baa23f6953f7, host dv-cinder-804035-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=6574ba13-b1b5-4f83-ae59-baa23f6953f7,segment=NetworkSegment(251094f2-5ec6-4126-bec5-d53c196c1fe7),segment_id=251094f2-5ec6-4126-bec5-d53c196c1fe7)] {{(pid=102547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:12:23.865344 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-726383ba-6152-4fe8-ad24-ef33f9599bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:23.880549 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-e398f9b4-3e17-4d8b-a746-2e787d6279d0 None None] Provisioning complete for port 6574ba13-b1b5-4f83-ae59-baa23f6953f7 triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:12:23.881131 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-e398f9b4-3e17-4d8b-a746-2e787d6279d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:23.916898 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726383ba-6152-4fe8-ad24-ef33f9599bcb None None] Routers {'8f67d333-44be-4f31-8bbb-999c9c982cee'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:12:23.917535 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-726383ba-6152-4fe8-ad24-ef33f9599bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:12:18Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['8f67d333-44be-4f31-8bbb-999c9c982cee'], 'active': True} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:12:23.969821 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-e398f9b4-3e17-4d8b-a746-2e787d6279d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:24.007653 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-e398f9b4-3e17-4d8b-a746-2e787d6279d0 None None] For port 6574ba13-b1b5-4f83-ae59-baa23f6953f7, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=6574ba13-b1b5-4f83-ae59-baa23f6953f7,segment=NetworkSegment(251094f2-5ec6-4126-bec5-d53c196c1fe7),segment_id=251094f2-5ec6-4126-bec5-d53c196c1fe7)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:12:24.015455 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-e398f9b4-3e17-4d8b-a746-2e787d6279d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:24.015692 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvr_db [None req-726383ba-6152-4fe8-ad24-ef33f9599bcb None None] Set router 8f67d333-44be-4f31-8bbb-999c9c982cee gateway port host: None {{(pid=102547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:12:24.072264 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e398f9b4-3e17-4d8b-a746-2e787d6279d0 None None] Pushing event updated for resources: {'Port': ['ID=6574ba13-b1b5-4f83-ae59-baa23f6953f7,revision_number=5']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:12:24.129004 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3d114-78fd-4234-aa78-16f8eb985b53 None None] Pushing event updated for resources: {'Port': ['ID=6574ba13-b1b5-4f83-ae59-baa23f6953f7,revision_number=4']} {{(pid=102547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:12:24.138424 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-ebcee72b-7381-4599-8f0e-2b17c60420b8 None None] Provisioning complete for port 6574ba13-b1b5-4f83-ae59-baa23f6953f7 triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:12:24.138843 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-ebcee72b-7381-4599-8f0e-2b17c60420b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:24.252006 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-726383ba-6152-4fe8-ad24-ef33f9599bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f67d333-44be-4f31-8bbb-999c9c982cee', 'name': 'router1', 'tenant_id': '33e91d6cb37d4854bb17511952e30a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:12:11Z', 'updated_at': '2021-11-24T15:12:21Z', 'revision_number': 2, 'project_id': '33e91d6cb37d4854bb17511952e30a66', 'gw_port_host': None, '_interfaces': [{'id': '6574ba13-b1b5-4f83-ae59-baa23f6953f7', 'name': '', 'network_id': '457a749b-83ec-4712-a469-1a79cb571148', 'tenant_id': '33e91d6cb37d4854bb17511952e30a66', 'mac_address': 'fa:16:3e:1f:8f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f67d333-44be-4f31-8bbb-999c9c982cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5a40987d-6b00-4495-ae4d-f3989c6bad0a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:12:20Z', 'updated_at': '2021-11-24T15:12:23Z', 'revision_number': 4, 'project_id': '33e91d6cb37d4854bb17511952e30a66', 'subnets': [{'id': '5a40987d-6b00-4495-ae4d-f3989c6bad0a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3465a698-5dee-476a-9d3e-d01a9b2cb26a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:12:24.279447 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726383ba-6152-4fe8-ad24-ef33f9599bcb None None] The sync data for ids ['8f67d333-44be-4f31-8bbb-999c9c982cee'] in dv-cinder-804035-20-iscsi is: [{'id': '8f67d333-44be-4f31-8bbb-999c9c982cee', 'name': 'router1', 'tenant_id': '33e91d6cb37d4854bb17511952e30a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:12:11Z', 'updated_at': '2021-11-24T15:12:21Z', 'revision_number': 2, 'project_id': '33e91d6cb37d4854bb17511952e30a66', 'gw_port_host': None, '_interfaces': [{'id': '6574ba13-b1b5-4f83-ae59-baa23f6953f7', 'name': '', 'network_id': '457a749b-83ec-4712-a469-1a79cb571148', 'tenant_id': '33e91d6cb37d4854bb17511952e30a66', 'mac_address': 'fa:16:3e:1f:8f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f67d333-44be-4f31-8bbb-999c9c982cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5a40987d-6b00-4495-ae4d-f3989c6bad0a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:12:20Z', 'updated_at': '2021-11-24T15:12:23Z', 'revision_number': 4, 'project_id': '33e91d6cb37d4854bb17511952e30a66', 'subnets': [{'id': '5a40987d-6b00-4495-ae4d-f3989c6bad0a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3465a698-5dee-476a-9d3e-d01a9b2cb26a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:12:24.668940 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 55800) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:12:24.783995 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c896df-3787-4482-8103-a235692ef9a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:12:24.785355 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-52c896df-3787-4482-8103-a235692ef9a8 admin admin] 10.222.0.66 "GET /v2.0/networks/8344f4db-560e-43ae-a8a3-c586ec595f86 HTTP/1.1" status: 200 len: 842 time: 0.1154542 Nov 24 15:12:24.795177 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [None req-ae896584-fdc5-4eaf-a07c-550963911afd admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'ip_version': 4}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:12:24.816399 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae896584-fdc5-4eaf-a07c-550963911afd admin admin] Made reservation on behalf of 34b73ce776074fbda911fe3771aa9522 for: {'subnet': 1} {{(pid=102545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:12:24.818607 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-ae896584-fdc5-4eaf-a07c-550963911afd admin admin] Publish callbacks [] for subnet, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:25.143375 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.objects.ports [None req-ae896584-fdc5-4eaf-a07c-550963911afd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102545) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 15:12:25.143835 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-ae896584-fdc5-4eaf-a07c-550963911afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203'] for subnet, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:25.199059 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae896584-fdc5-4eaf-a07c-550963911afd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c55147fe-7574-46b9-be0f-c5d247f19105,revision_number=0']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:12:25.207299 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae896584-fdc5-4eaf-a07c-550963911afd admin admin] Checking segment: {'id': '0ed66df3-fe9f-4da3-924e-b64abe4f4390', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:12:25.207653 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae896584-fdc5-4eaf-a07c-550963911afd admin admin] Network hostable DHCP agents. Network: 8344f4db-560e-43ae-a8a3-c586ec595f86, hostable agents: ['c1d34c78-3ad8-4647-a250-754fc30c4ba4'], hosted agents: [] {{(pid=102545) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 15:12:25.223935 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae896584-fdc5-4eaf-a07c-550963911afd admin admin] Network 8344f4db-560e-43ae-a8a3-c586ec595f86 is scheduled to be hosted by DHCP agent c1d34c78-3ad8-4647-a250-754fc30c4ba4 with binding_index 1 {{(pid=102545) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 15:12:25.233392 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [None req-ae896584-fdc5-4eaf-a07c-550963911afd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-20-iscsi, 8344f4db-560e-43ae-a8a3-c586ec595f86) {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:12:25.237748 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae896584-fdc5-4eaf-a07c-550963911afd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:12:25.238329 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-ae896584-fdc5-4eaf-a07c-550963911afd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for subnet, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:25.243955 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92464802-69d6-499a-9e60-cf6dd6b3f7f3 None None] Network 8344f4db-560e-43ae-a8a3-c586ec595f86 requested from dv-cinder-804035-20-iscsi {{(pid=102546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:12:25.267458 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-ae896584-fdc5-4eaf-a07c-550963911afd admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4755142 Nov 24 15:12:25.397718 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e4f522-9236-4550-933d-d47310806eea None None] Network 8344f4db-560e-43ae-a8a3-c586ec595f86 requested from dv-cinder-804035-20-iscsi {{(pid=102546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:12:27.679965 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 55808) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:12:27.908019 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-7f023e5b-e508-4cbe-a229-13f2666d49fb admin admin] 10.222.0.66 "GET /v2.0/routers/8f67d333-44be-4f31-8bbb-999c9c982cee HTTP/1.1" status: 200 len: 710 time: 0.2267582 Nov 24 15:12:27.997447 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecee2a88-b9ec-4cca-82d8-8bb345a1c559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:12:27.998845 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-ecee2a88-b9ec-4cca-82d8-8bb345a1c559 admin admin] 10.222.0.66 "GET /v2.0/networks/8344f4db-560e-43ae-a8a3-c586ec595f86 HTTP/1.1" status: 200 len: 886 time: 0.0850084 Nov 24 15:12:28.008318 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [None req-2fabd2c5-cb7f-4824-abeb-6da1d181fd13 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86'}}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:12:28.260205 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2fabd2c5-cb7f-4824-abeb-6da1d181fd13 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:28.537704 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2fabd2c5-cb7f-4824-abeb-6da1d181fd13 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:28.615166 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2fabd2c5-cb7f-4824-abeb-6da1d181fd13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:28.764804 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.db_base_plugin_common [None req-2fabd2c5-cb7f-4824-abeb-6da1d181fd13 admin admin] Allocated IP 172.27.3.167 (8344f4db-560e-43ae-a8a3-c586ec595f86/c55147fe-7574-46b9-be0f-c5d247f19105/156268a7-f72f-4223-9526-96762902a0a3) {{(pid=102545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:12:28.879764 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2fabd2c5-cb7f-4824-abeb-6da1d181fd13 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:28.941620 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2fabd2c5-cb7f-4824-abeb-6da1d181fd13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098'] for port, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:29.016163 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fabd2c5-cb7f-4824-abeb-6da1d181fd13 admin admin] Network 8344f4db-560e-43ae-a8a3-c586ec595f86 is already hosted by enough agents. {{(pid=102545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:12:29.021741 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [None req-2fabd2c5-cb7f-4824-abeb-6da1d181fd13 admin admin] Resources bound (agent type, host, resource id): {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:12:29.024912 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fabd2c5-cb7f-4824-abeb-6da1d181fd13 admin admin] Received port after_create {{(pid=102545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:12:29.062228 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fabd2c5-cb7f-4824-abeb-6da1d181fd13 admin admin] Pushing event updated for resources: {'Port': ['ID=156268a7-f72f-4223-9526-96762902a0a3,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:12:29.305282 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2fabd2c5-cb7f-4824-abeb-6da1d181fd13 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:29.506267 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2fabd2c5-cb7f-4824-abeb-6da1d181fd13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-663879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-679787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3222'] for router, precommit_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:29.511871 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2fabd2c5-cb7f-4824-abeb-6da1d181fd13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-663886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-663893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-679772'] for router, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:29.621778 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fabd2c5-cb7f-4824-abeb-6da1d181fd13 admin admin] Router 8f67d333-44be-4f31-8bbb-999c9c982cee has already been hosted by L3 agent cf746c29-e95d-415d-8373-1f02a86f1d46 {{(pid=102545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:12:29.728720 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fabd2c5-cb7f-4824-abeb-6da1d181fd13 admin admin] Notify agent at l3_agent.dv-cinder-804035-20-iscsi the message routers_updated {{(pid=102545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:12:29.733157 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2fabd2c5-cb7f-4824-abeb-6da1d181fd13 admin admin] Publish callbacks [] for router, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:29.734356 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-2fabd2c5-cb7f-4824-abeb-6da1d181fd13 admin admin] 10.222.0.66 "PUT /v2.0/routers/8f67d333-44be-4f31-8bbb-999c9c982cee HTTP/1.1" status: 200 len: 890 time: 1.7293246 Nov 24 15:12:30.691879 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 6574ba13-b1b5-4f83-ae59-baa23f6953f7 up at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:12:30.744661 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Provisioning complete for port 6574ba13-b1b5-4f83-ae59-baa23f6953f7 triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:12:30.745030 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:31.495683 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764bf7ac-ad79-48d1-b445-1ec790cd75d9 None None] Sync routers for ids ['8f67d333-44be-4f31-8bbb-999c9c982cee'] in dv-cinder-804035-20-iscsi {{(pid=102546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:12:31.506637 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764bf7ac-ad79-48d1-b445-1ec790cd75d9 None None] Routers {'8f67d333-44be-4f31-8bbb-999c9c982cee'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:12:31.507387 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-764bf7ac-ad79-48d1-b445-1ec790cd75d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:12:18Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['8f67d333-44be-4f31-8bbb-999c9c982cee'], 'active': True} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:12:31.714753 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvr_db [None req-764bf7ac-ad79-48d1-b445-1ec790cd75d9 None None] Set router 8f67d333-44be-4f31-8bbb-999c9c982cee gateway port host: dv-cinder-804035-20-iscsi {{(pid=102546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:12:32.177868 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-764bf7ac-ad79-48d1-b445-1ec790cd75d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f67d333-44be-4f31-8bbb-999c9c982cee', 'name': 'router1', 'tenant_id': '33e91d6cb37d4854bb17511952e30a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '156268a7-f72f-4223-9526-96762902a0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:12:11Z', 'updated_at': '2021-11-24T15:12:29Z', 'revision_number': 4, 'project_id': '33e91d6cb37d4854bb17511952e30a66', 'gw_port': {'id': '156268a7-f72f-4223-9526-96762902a0a3', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f67d333-44be-4f31-8bbb-999c9c982cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:12:28Z', 'updated_at': '2021-11-24T15:12:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': '6574ba13-b1b5-4f83-ae59-baa23f6953f7', 'name': '', 'network_id': '457a749b-83ec-4712-a469-1a79cb571148', 'tenant_id': '33e91d6cb37d4854bb17511952e30a66', 'mac_address': 'fa:16:3e:1f:8f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f67d333-44be-4f31-8bbb-999c9c982cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5a40987d-6b00-4495-ae4d-f3989c6bad0a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:12:20Z', 'updated_at': '2021-11-24T15:12:23Z', 'revision_number': 5, 'project_id': '33e91d6cb37d4854bb17511952e30a66', 'subnets': [{'id': '5a40987d-6b00-4495-ae4d-f3989c6bad0a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3465a698-5dee-476a-9d3e-d01a9b2cb26a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:12:32.229342 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764bf7ac-ad79-48d1-b445-1ec790cd75d9 None None] Checking router: 8f67d333-44be-4f31-8bbb-999c9c982cee for host: dv-cinder-804035-20-iscsi {{(pid=102546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:12:32.230220 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764bf7ac-ad79-48d1-b445-1ec790cd75d9 None None] Updating router 8f67d333-44be-4f31-8bbb-999c9c982cee port 156268a7-f72f-4223-9526-96762902a0a3 binding host dv-cinder-804035-20-iscsi {{(pid=102546) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 15:12:32.278925 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-764bf7ac-ad79-48d1-b445-1ec790cd75d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:32.302631 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 55820) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:12:32.485737 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-0ddffe68-37ad-4944-b38d-fb049d45ccb8 admin admin] 10.222.0.66 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1817687 Nov 24 15:12:32.609666 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-764bf7ac-ad79-48d1-b445-1ec790cd75d9 None None] Publish callbacks [] for port, precommit_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:32.616613 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-764bf7ac-ad79-48d1-b445-1ec790cd75d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:32.682231 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75447aa9-249a-4667-90a6-8bc5a5d0d5dd None None] Pushing event updated for resources: {'Port': ['ID=156268a7-f72f-4223-9526-96762902a0a3,revision_number=2']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:12:32.692822 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-764bf7ac-ad79-48d1-b445-1ec790cd75d9 None None] Attempting to bind port 156268a7-f72f-4223-9526-96762902a0a3 on host dv-cinder-804035-20-iscsi for vnic_type normal with profile {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:12:32.693209 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-764bf7ac-ad79-48d1-b445-1ec790cd75d9 None None] Attempting to bind port 156268a7-f72f-4223-9526-96762902a0a3 by drivers openvswitch,hyperv on host dv-cinder-804035-20-iscsi at level 0 using segments [{'id': '0ed66df3-fe9f-4da3-924e-b64abe4f4390', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86'}] {{(pid=102546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:12:32.693573 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764bf7ac-ad79-48d1-b445-1ec790cd75d9 None None] Attempting to bind port 156268a7-f72f-4223-9526-96762902a0a3 on network 8344f4db-560e-43ae-a8a3-c586ec595f86 {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:12:32.700116 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764bf7ac-ad79-48d1-b445-1ec790cd75d9 None None] Checking agent: {'id': '09195cb9-9d00-4b2c-842e-e029daf9b985', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 11, 51), 'started_at': datetime.datetime(2021, 11, 24, 15, 12, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:12:32.700565 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764bf7ac-ad79-48d1-b445-1ec790cd75d9 None None] Checking segment: {'id': '0ed66df3-fe9f-4da3-924e-b64abe4f4390', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:12:32.700955 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-764bf7ac-ad79-48d1-b445-1ec790cd75d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:32.701355 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764bf7ac-ad79-48d1-b445-1ec790cd75d9 None None] Bound using segment: {'id': '0ed66df3-fe9f-4da3-924e-b64abe4f4390', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86'} {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:12:32.701951 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-764bf7ac-ad79-48d1-b445-1ec790cd75d9 None None] Bound port: 156268a7-f72f-4223-9526-96762902a0a3, host: dv-cinder-804035-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed66df3-fe9f-4da3-924e-b64abe4f4390', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86'}}] {{(pid=102546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:12:32.702344 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-764bf7ac-ad79-48d1-b445-1ec790cd75d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:32.756653 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-764bf7ac-ad79-48d1-b445-1ec790cd75d9 None None] For port 156268a7-f72f-4223-9526-96762902a0a3, host dv-cinder-804035-20-iscsi, cleared binding levels {{(pid=102546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:12:32.761675 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-764bf7ac-ad79-48d1-b445-1ec790cd75d9 None None] For port 156268a7-f72f-4223-9526-96762902a0a3, host dv-cinder-804035-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=156268a7-f72f-4223-9526-96762902a0a3,segment=NetworkSegment(0ed66df3-fe9f-4da3-924e-b64abe4f4390),segment_id=0ed66df3-fe9f-4da3-924e-b64abe4f4390)] {{(pid=102546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:12:32.765812 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-764bf7ac-ad79-48d1-b445-1ec790cd75d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:32.824732 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75447aa9-249a-4667-90a6-8bc5a5d0d5dd None None] Pushing event updated for resources: {'Port': ['ID=156268a7-f72f-4223-9526-96762902a0a3,revision_number=3']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:12:32.829001 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764bf7ac-ad79-48d1-b445-1ec790cd75d9 None None] Routers {'8f67d333-44be-4f31-8bbb-999c9c982cee'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:12:32.830203 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-764bf7ac-ad79-48d1-b445-1ec790cd75d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:12:18Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['8f67d333-44be-4f31-8bbb-999c9c982cee'], 'active': True} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:12:32.943506 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvr_db [None req-764bf7ac-ad79-48d1-b445-1ec790cd75d9 None None] Set router 8f67d333-44be-4f31-8bbb-999c9c982cee gateway port host: dv-cinder-804035-20-iscsi {{(pid=102546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:12:33.170614 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-764bf7ac-ad79-48d1-b445-1ec790cd75d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f67d333-44be-4f31-8bbb-999c9c982cee', 'name': 'router1', 'tenant_id': '33e91d6cb37d4854bb17511952e30a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '156268a7-f72f-4223-9526-96762902a0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:12:11Z', 'updated_at': '2021-11-24T15:12:29Z', 'revision_number': 4, 'project_id': '33e91d6cb37d4854bb17511952e30a66', 'gw_port': {'id': '156268a7-f72f-4223-9526-96762902a0a3', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f67d333-44be-4f31-8bbb-999c9c982cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:12:28Z', 'updated_at': '2021-11-24T15:12:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': '6574ba13-b1b5-4f83-ae59-baa23f6953f7', 'name': '', 'network_id': '457a749b-83ec-4712-a469-1a79cb571148', 'tenant_id': '33e91d6cb37d4854bb17511952e30a66', 'mac_address': 'fa:16:3e:1f:8f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f67d333-44be-4f31-8bbb-999c9c982cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5a40987d-6b00-4495-ae4d-f3989c6bad0a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:12:20Z', 'updated_at': '2021-11-24T15:12:23Z', 'revision_number': 5, 'project_id': '33e91d6cb37d4854bb17511952e30a66', 'subnets': [{'id': '5a40987d-6b00-4495-ae4d-f3989c6bad0a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3465a698-5dee-476a-9d3e-d01a9b2cb26a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:12:33.197090 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764bf7ac-ad79-48d1-b445-1ec790cd75d9 None None] The sync data for ids ['8f67d333-44be-4f31-8bbb-999c9c982cee'] in dv-cinder-804035-20-iscsi is: [{'id': '8f67d333-44be-4f31-8bbb-999c9c982cee', 'name': 'router1', 'tenant_id': '33e91d6cb37d4854bb17511952e30a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '156268a7-f72f-4223-9526-96762902a0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:12:11Z', 'updated_at': '2021-11-24T15:12:29Z', 'revision_number': 4, 'project_id': '33e91d6cb37d4854bb17511952e30a66', 'gw_port': {'id': '156268a7-f72f-4223-9526-96762902a0a3', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f67d333-44be-4f31-8bbb-999c9c982cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:12:28Z', 'updated_at': '2021-11-24T15:12:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': '6574ba13-b1b5-4f83-ae59-baa23f6953f7', 'name': '', 'network_id': '457a749b-83ec-4712-a469-1a79cb571148', 'tenant_id': '33e91d6cb37d4854bb17511952e30a66', 'mac_address': 'fa:16:3e:1f:8f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f67d333-44be-4f31-8bbb-999c9c982cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5a40987d-6b00-4495-ae4d-f3989c6bad0a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:12:20Z', 'updated_at': '2021-11-24T15:12:23Z', 'revision_number': 5, 'project_id': '33e91d6cb37d4854bb17511952e30a66', 'subnets': [{'id': '5a40987d-6b00-4495-ae4d-f3989c6bad0a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3465a698-5dee-476a-9d3e-d01a9b2cb26a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:12:34.747044 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 156268a7-f72f-4223-9526-96762902a0a3 up at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:12:34.813275 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Provisioning complete for port 156268a7-f72f-4223-9526-96762902a0a3 triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:12:34.813737 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:34.907939 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:34.932950 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] For port 156268a7-f72f-4223-9526-96762902a0a3, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=156268a7-f72f-4223-9526-96762902a0a3,segment=NetworkSegment(0ed66df3-fe9f-4da3-924e-b64abe4f4390),segment_id=0ed66df3-fe9f-4da3-924e-b64abe4f4390)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:12:34.937186 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:34.990234 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Pushing event updated for resources: {'Port': ['ID=156268a7-f72f-4223-9526-96762902a0a3,revision_number=4']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:12:36.732820 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 156268a7-f72f-4223-9526-96762902a0a3 up at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:12:36.801238 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Provisioning complete for port 156268a7-f72f-4223-9526-96762902a0a3 triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:12:36.801892 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:45.139736 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-edf5232c-3b71-4b1d-a2c6-56add621cc95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:47.612005 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-568ca726-c3c2-415b-be4a-da448865370e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:48.144585 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-124f8df6-068a-4f00-a8c0-a9ff39f4d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:49.699447 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0567c706-1e8e-49a8-b1df-c52fd48358e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:50.921437 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:58.454257 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.agents_db [None req-1855c149-01a8-4582-985c-3b31432c2781 None None] Agent healthcheck: found 5 active agents {{(pid=102547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:13:15.140342 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-6c35e4e1-464a-4e1f-b5c2-b04907580af1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:13:17.609964 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-e0dccd33-8114-41df-85d4-9ce2ccc5521a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:13:18.147054 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-124f8df6-068a-4f00-a8c0-a9ff39f4d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:13:19.698494 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0567c706-1e8e-49a8-b1df-c52fd48358e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:13:20.925032 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:13:35.453478 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.agents_db [None req-1855c149-01a8-4582-985c-3b31432c2781 None None] Agent healthcheck: found 5 active agents {{(pid=102547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:13:45.133637 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-6a86c8e6-3631-4ee0-8f9a-8407134376a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:13:47.602250 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-71327556-a255-496f-9a2f-466f049e78b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:13:48.146423 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-124f8df6-068a-4f00-a8c0-a9ff39f4d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:13:49.703916 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0567c706-1e8e-49a8-b1df-c52fd48358e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:13:50.927754 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:13:52.020610 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 56304) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:13:52.081614 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.pecan_wsgi.hooks.translation [None req-b88028d8-0bcf-4317-9c22-035b0799bc93 admin admin] GET failed (client error): The resource could not be found. Nov 24 15:13:52.082954 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-b88028d8-0bcf-4317-9c22-035b0799bc93 admin admin] 10.222.0.66 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0613692 Nov 24 15:13:52.242612 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44fe599-146b-453b-836a-94edc954106c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:13:52.244143 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-f44fe599-146b-453b-836a-94edc954106c admin admin] 10.222.0.66 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1566045 Nov 24 15:13:54.520256 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 56314) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:13:54.610157 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac306aab-1016-4504-884d-c1783020d22b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:13:54.611504 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-ac306aab-1016-4504-884d-c1783020d22b admin admin] 10.222.0.66 "GET /v2.0/subnets/5a40987d-6b00-4495-ae4d-f3989c6bad0a HTTP/1.1" status: 200 len: 849 time: 0.0903406 Nov 24 15:13:54.621543 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [None req-490908f2-1978-44fc-b3f1-4f4a17bbc602 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:13:54.706191 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-490908f2-1978-44fc-b3f1-4f4a17bbc602 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:13:54.847200 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-490908f2-1978-44fc-b3f1-4f4a17bbc602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750837378425'] for subnet, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:13:54.874836 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490908f2-1978-44fc-b3f1-4f4a17bbc602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:13:54.875432 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-490908f2-1978-44fc-b3f1-4f4a17bbc602 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for subnet, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:13:54.877282 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-490908f2-1978-44fc-b3f1-4f4a17bbc602 admin admin] 10.222.0.66 "PUT /v2.0/subnets/5a40987d-6b00-4495-ae4d-f3989c6bad0a HTTP/1.1" status: 200 len: 868 time: 0.2586858 Nov 24 15:13:54.885393 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc05056-3406-4194-a36f-c5668dee7772 None None] Network 457a749b-83ec-4712-a469-1a79cb571148 requested from dv-cinder-804035-20-iscsi {{(pid=102546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:13:54.901804 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490908f2-1978-44fc-b3f1-4f4a17bbc602 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a40987d-6b00-4495-ae4d-f3989c6bad0a,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:13:54.910284 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490908f2-1978-44fc-b3f1-4f4a17bbc602 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:13:54.911531 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490908f2-1978-44fc-b3f1-4f4a17bbc602 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:13:54.912053 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490908f2-1978-44fc-b3f1-4f4a17bbc602 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:13:54.912553 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490908f2-1978-44fc-b3f1-4f4a17bbc602 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:13:54.913070 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490908f2-1978-44fc-b3f1-4f4a17bbc602 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:13:54.913624 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490908f2-1978-44fc-b3f1-4f4a17bbc602 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:13:54.914265 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490908f2-1978-44fc-b3f1-4f4a17bbc602 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:13:54.914760 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490908f2-1978-44fc-b3f1-4f4a17bbc602 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:13:54.915296 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490908f2-1978-44fc-b3f1-4f4a17bbc602 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:13:54.916148 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490908f2-1978-44fc-b3f1-4f4a17bbc602 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:13:54.916486 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490908f2-1978-44fc-b3f1-4f4a17bbc602 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:13:54.916821 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490908f2-1978-44fc-b3f1-4f4a17bbc602 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:13:55.272392 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-e3cb6c62-ccd6-402f-920d-da4c618adfaa None None] Provisioning complete for port f2ae359e-de11-433b-8470-b53182ce0607 triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:13:55.272767 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-e3cb6c62-ccd6-402f-920d-da4c618adfaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:13:55.361178 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-e3cb6c62-ccd6-402f-920d-da4c618adfaa None None] Provisioning complete for port 6574ba13-b1b5-4f83-ae59-baa23f6953f7 triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:13:55.361466 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-e3cb6c62-ccd6-402f-920d-da4c618adfaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:13:57.148138 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 56322) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:13:57.342692 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4b48d0-a321-4cd5-8f18-62be9c87708f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:13:57.343103 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4b48d0-a321-4cd5-8f18-62be9c87708f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:13:57.344661 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-aa4b48d0-a321-4cd5-8f18-62be9c87708f admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1954889 Nov 24 15:13:59.624219 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 56330) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:13:59.753117 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee9f756-f8ce-443c-85f2-e596393de8dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:13:59.753588 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee9f756-f8ce-443c-85f2-e596393de8dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:13:59.755131 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-fee9f756-f8ce-443c-85f2-e596393de8dd admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1299369 Nov 24 15:14:02.021132 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 56338) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:02.162019 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874fa32e-af0e-45e7-80cc-158771639159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:02.163544 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-874fa32e-af0e-45e7-80cc-158771639159 admin admin] 10.222.0.66 "GET /v2.0/networks/457a749b-83ec-4712-a469-1a79cb571148 HTTP/1.1" status: 200 len: 870 time: 0.1414058 Nov 24 15:14:04.430596 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 56346) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:04.552479 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462afa76-6e2f-476d-8044-755df34b6639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:04.554313 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-462afa76-6e2f-476d-8044-755df34b6639 admin admin] 10.222.0.66 "GET /v2.0/networks/8344f4db-560e-43ae-a8a3-c586ec595f86 HTTP/1.1" status: 200 len: 886 time: 0.1227422 Nov 24 15:14:06.829913 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 56354) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:06.955203 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b682ec2-0fc1-4b8c-95ad-26205339f04b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:06.955570 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b682ec2-0fc1-4b8c-95ad-26205339f04b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:06.957102 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-4b682ec2-0fc1-4b8c-95ad-26205339f04b admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1262157 Nov 24 15:14:09.270152 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 56362) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:09.360671 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917bcc3d-36c6-4312-ae04-c0c3ed737bca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:09.361120 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917bcc3d-36c6-4312-ae04-c0c3ed737bca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:09.362898 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-917bcc3d-36c6-4312-ae04-c0c3ed737bca admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0915048 Nov 24 15:14:11.619107 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 56370) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:11.712531 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ea9cb7-8eec-4f2a-b194-05390d17d091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:11.713870 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-21ea9cb7-8eec-4f2a-b194-05390d17d091 admin admin] 10.222.0.66 "GET /v2.0/subnets/5a40987d-6b00-4495-ae4d-f3989c6bad0a HTTP/1.1" status: 200 len: 868 time: 0.0937982 Nov 24 15:14:12.451958 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.agents_db [None req-1855c149-01a8-4582-985c-3b31432c2781 None None] Agent healthcheck: found 5 active agents {{(pid=102547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:14:13.971187 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 56378) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:14.055929 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32df9e3-2238-4393-9b1e-b0adf37c4634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:14.057273 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-d32df9e3-2238-4393-9b1e-b0adf37c4634 admin admin] 10.222.0.66 "GET /v2.0/subnets/c55147fe-7574-46b9-be0f-c5d247f19105 HTTP/1.1" status: 200 len: 816 time: 0.0851398 Nov 24 15:14:15.136159 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-6c7af757-0918-4f9a-a2a5-7a627dcc0a59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:17.603820 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-54440768-ba3c-415e-b5c2-5601ea6f281e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:18.150684 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-124f8df6-068a-4f00-a8c0-a9ff39f4d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:19.705251 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0567c706-1e8e-49a8-b1df-c52fd48358e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:20.929466 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:38.370368 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 56432) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:38.416356 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [None req-4fb55275-119b-4534-a821-a845532456a0 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=102545) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 15:14:38.417339 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-4fb55275-119b-4534-a821-a845532456a0 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0460141 Nov 24 15:14:40.839206 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 56440) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:40.907412 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.pecan_wsgi.hooks.translation [None req-c963e243-7fb5-4147-b2c8-bba146cc5f10 admin admin] GET failed (client error): The resource could not be found. Nov 24 15:14:40.908723 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-c963e243-7fb5-4147-b2c8-bba146cc5f10 admin admin] 10.222.0.66 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0685663 Nov 24 15:14:41.053967 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ba3498-ba33-4953-a760-08bea496e200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:41.055582 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-73ba3498-ba33-4953-a760-08bea496e200 admin admin] 10.222.0.66 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1423445 Nov 24 15:14:43.384078 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 56450) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:43.432359 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.v2.base [None req-200192ea-3925-47c2-b942-8c327194008d admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=102544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:14:43.453395 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200192ea-3925-47c2-b942-8c327194008d admin admin] Made reservation on behalf of 34b73ce776074fbda911fe3771aa9522 for: {'network': 1} {{(pid=102544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:14:43.455997 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-200192ea-3925-47c2-b942-8c327194008d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for network, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:43.486100 dv-cinder-804035-20-iscsi neutron-server[102544]: WARNING neutron.services.revisions.revision_plugin [None req-200192ea-3925-47c2-b942-8c327194008d admin admin] Could not find related network for resource to bump revision. Nov 24 15:14:43.502733 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-200192ea-3925-47c2-b942-8c327194008d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1214} {{(pid=102544) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 15:14:43.512398 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-200192ea-3925-47c2-b942-8c327194008d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470086'] for segment, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:43.512742 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.db.segments_db [None req-200192ea-3925-47c2-b942-8c327194008d admin admin] Added segment 6e12b4a8-7835-46c3-9db0-cf0fb262f9fc of type vlan for network ef3cd415-3bde-4855-afb2-d13af130a8e4 Nov 24 15:14:43.559917 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-200192ea-3925-47c2-b942-8c327194008d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750836966705'] for network, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:43.584189 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-200192ea-3925-47c2-b942-8c327194008d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203'] for network, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:43.585179 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200192ea-3925-47c2-b942-8c327194008d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:43.585770 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-200192ea-3925-47c2-b942-8c327194008d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for network, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:43.619313 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-200192ea-3925-47c2-b942-8c327194008d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2341430 Nov 24 15:14:43.649660 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200192ea-3925-47c2-b942-8c327194008d admin admin] Pushing event updated for resources: {'Network': ['ID=ef3cd415-3bde-4855-afb2-d13af130a8e4,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:43.657096 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200192ea-3925-47c2-b942-8c327194008d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:43.657450 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200192ea-3925-47c2-b942-8c327194008d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:43.657795 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200192ea-3925-47c2-b942-8c327194008d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:43.658134 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200192ea-3925-47c2-b942-8c327194008d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:43.658473 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200192ea-3925-47c2-b942-8c327194008d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:43.658829 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200192ea-3925-47c2-b942-8c327194008d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:43.659178 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200192ea-3925-47c2-b942-8c327194008d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:43.659523 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200192ea-3925-47c2-b942-8c327194008d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:43.659854 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200192ea-3925-47c2-b942-8c327194008d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:43.660176 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200192ea-3925-47c2-b942-8c327194008d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:43.660502 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200192ea-3925-47c2-b942-8c327194008d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:43.660884 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200192ea-3925-47c2-b942-8c327194008d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:43.672861 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Network ef3cd415-3bde-4855-afb2-d13af130a8e4 details requested by agent ovs-agent-dv-cinder-804035-20-iscsi with host dv-cinder-804035-20-iscsi {{(pid=102546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 15:14:45.137744 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-3943bb1a-183c-48e8-a153-120a2b849a17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:45.943928 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 56458) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:46.004416 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.pecan_wsgi.hooks.translation [None req-91f552ee-23e3-4b5f-a6cf-088259e97b49 admin admin] GET failed (client error): The resource could not be found. Nov 24 15:14:46.006166 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-91f552ee-23e3-4b5f-a6cf-088259e97b49 admin admin] 10.222.0.66 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0612948 Nov 24 15:14:46.073573 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a789a7-676a-4e86-ac29-8b0cf3c8a8aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:46.075005 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-01a789a7-676a-4e86-ac29-8b0cf3c8a8aa admin admin] 10.222.0.66 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0644064 Nov 24 15:14:46.085053 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [None req-fe17a779-4bcc-4ecc-8e26-1d7986acf44a admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'ef3cd415-3bde-4855-afb2-d13af130a8e4', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:14:46.105397 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe17a779-4bcc-4ecc-8e26-1d7986acf44a admin admin] Made reservation on behalf of 34b73ce776074fbda911fe3771aa9522 for: {'subnet': 1} {{(pid=102545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:14:46.107591 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-fe17a779-4bcc-4ecc-8e26-1d7986acf44a admin admin] Publish callbacks [] for subnet, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:46.265257 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-fe17a779-4bcc-4ecc-8e26-1d7986acf44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203'] for subnet, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:46.397515 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe17a779-4bcc-4ecc-8e26-1d7986acf44a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f3e7e85-5483-4d83-96cf-414d4b6fb23d,revision_number=0']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:46.407240 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe17a779-4bcc-4ecc-8e26-1d7986acf44a admin admin] Checking segment: {'id': '6e12b4a8-7835-46c3-9db0-cf0fb262f9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'ef3cd415-3bde-4855-afb2-d13af130a8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:14:46.407591 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe17a779-4bcc-4ecc-8e26-1d7986acf44a admin admin] Network hostable DHCP agents. Network: ef3cd415-3bde-4855-afb2-d13af130a8e4, hostable agents: ['c1d34c78-3ad8-4647-a250-754fc30c4ba4'], hosted agents: [] {{(pid=102545) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 15:14:46.423367 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe17a779-4bcc-4ecc-8e26-1d7986acf44a admin admin] Network ef3cd415-3bde-4855-afb2-d13af130a8e4 is scheduled to be hosted by DHCP agent c1d34c78-3ad8-4647-a250-754fc30c4ba4 with binding_index 1 {{(pid=102545) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 15:14:46.433128 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [None req-fe17a779-4bcc-4ecc-8e26-1d7986acf44a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-20-iscsi, ef3cd415-3bde-4855-afb2-d13af130a8e4) {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:14:46.437118 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe17a779-4bcc-4ecc-8e26-1d7986acf44a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:46.437707 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-fe17a779-4bcc-4ecc-8e26-1d7986acf44a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for subnet, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:46.444324 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5410ca52-e9b7-4cff-9f7f-20e5dd824056 None None] Network ef3cd415-3bde-4855-afb2-d13af130a8e4 requested from dv-cinder-804035-20-iscsi {{(pid=102546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:14:46.454630 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-fe17a779-4bcc-4ecc-8e26-1d7986acf44a admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3729594 Nov 24 15:14:46.691177 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47d1a0d-0500-4a2f-9615-6ad20de1ed41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d40999c-5bbb-552c-8929-1b9b17976eea-ef3cd415-3bde-4855-afb2-d13af130a8e4', 'network_id': 'ef3cd415-3bde-4855-afb2-d13af130a8e4', 'tenant_id': '34b73ce776074fbda911fe3771aa9522', 'fixed_ips': [{'subnet_id': '9f3e7e85-5483-4d83-96cf-414d4b6fb23d'}]}} from dv-cinder-804035-20-iscsi. {{(pid=102546) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 15:14:46.692067 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-a47d1a0d-0500-4a2f-9615-6ad20de1ed41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:46.827598 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.db_base_plugin_common [None req-a47d1a0d-0500-4a2f-9615-6ad20de1ed41 None None] Allocated IP 192.168.233.2 (ef3cd415-3bde-4855-afb2-d13af130a8e4/9f3e7e85-5483-4d83-96cf-414d4b6fb23d/29e65135-1fc9-461b-9ad3-3b958db2629c) {{(pid=102546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:14:46.975133 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-a47d1a0d-0500-4a2f-9615-6ad20de1ed41 None None] Publish callbacks [] for port, precommit_create {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:46.981158 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-a47d1a0d-0500-4a2f-9615-6ad20de1ed41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098'] for port, after_create {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:47.024178 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47d1a0d-0500-4a2f-9615-6ad20de1ed41 None None] Network ef3cd415-3bde-4855-afb2-d13af130a8e4 is already hosted by enough agents. {{(pid=102546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:14:47.029917 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47d1a0d-0500-4a2f-9615-6ad20de1ed41 None None] Pushing event updated for resources: {'Port': ['ID=29e65135-1fc9-461b-9ad3-3b958db2629c,revision_number=1']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:47.032308 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.scheduler.base_scheduler [None req-a47d1a0d-0500-4a2f-9615-6ad20de1ed41 None None] Resources bound (agent type, host, resource id): {{(pid=102546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:14:47.035290 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47d1a0d-0500-4a2f-9615-6ad20de1ed41 None None] Received port after_create {{(pid=102546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:14:47.044127 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d1a0d-0500-4a2f-9615-6ad20de1ed41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:47.044579 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d1a0d-0500-4a2f-9615-6ad20de1ed41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:47.045217 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d1a0d-0500-4a2f-9615-6ad20de1ed41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:47.045560 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d1a0d-0500-4a2f-9615-6ad20de1ed41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:47.045896 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d1a0d-0500-4a2f-9615-6ad20de1ed41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:47.046279 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d1a0d-0500-4a2f-9615-6ad20de1ed41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:47.046613 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d1a0d-0500-4a2f-9615-6ad20de1ed41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:47.046965 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d1a0d-0500-4a2f-9615-6ad20de1ed41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:47.047308 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d1a0d-0500-4a2f-9615-6ad20de1ed41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:47.047631 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d1a0d-0500-4a2f-9615-6ad20de1ed41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:47.048205 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d1a0d-0500-4a2f-9615-6ad20de1ed41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:47.048528 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d1a0d-0500-4a2f-9615-6ad20de1ed41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:47.101260 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-a47d1a0d-0500-4a2f-9615-6ad20de1ed41 None None] Attempting to bind port 29e65135-1fc9-461b-9ad3-3b958db2629c on host dv-cinder-804035-20-iscsi for vnic_type normal with profile {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:14:47.101633 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-a47d1a0d-0500-4a2f-9615-6ad20de1ed41 None None] Attempting to bind port 29e65135-1fc9-461b-9ad3-3b958db2629c by drivers openvswitch,hyperv on host dv-cinder-804035-20-iscsi at level 0 using segments [{'id': '6e12b4a8-7835-46c3-9db0-cf0fb262f9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'ef3cd415-3bde-4855-afb2-d13af130a8e4'}] {{(pid=102546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:14:47.101995 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47d1a0d-0500-4a2f-9615-6ad20de1ed41 None None] Attempting to bind port 29e65135-1fc9-461b-9ad3-3b958db2629c on network ef3cd415-3bde-4855-afb2-d13af130a8e4 {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:14:47.107132 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47d1a0d-0500-4a2f-9615-6ad20de1ed41 None None] Checking agent: {'id': '09195cb9-9d00-4b2c-842e-e029daf9b985', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 11, 51), 'started_at': datetime.datetime(2021, 11, 24, 15, 12, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:14:47.107545 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47d1a0d-0500-4a2f-9615-6ad20de1ed41 None None] Checking segment: {'id': '6e12b4a8-7835-46c3-9db0-cf0fb262f9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'ef3cd415-3bde-4855-afb2-d13af130a8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:14:47.107910 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-a47d1a0d-0500-4a2f-9615-6ad20de1ed41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:47.108302 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47d1a0d-0500-4a2f-9615-6ad20de1ed41 None None] Bound using segment: {'id': '6e12b4a8-7835-46c3-9db0-cf0fb262f9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'ef3cd415-3bde-4855-afb2-d13af130a8e4'} {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:14:47.108761 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-a47d1a0d-0500-4a2f-9615-6ad20de1ed41 None None] Bound port: 29e65135-1fc9-461b-9ad3-3b958db2629c, host: dv-cinder-804035-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e12b4a8-7835-46c3-9db0-cf0fb262f9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'ef3cd415-3bde-4855-afb2-d13af130a8e4'}}] {{(pid=102546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:14:47.109155 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-a47d1a0d-0500-4a2f-9615-6ad20de1ed41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:47.177309 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-a47d1a0d-0500-4a2f-9615-6ad20de1ed41 None None] For port 29e65135-1fc9-461b-9ad3-3b958db2629c, host dv-cinder-804035-20-iscsi, cleared binding levels {{(pid=102546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:14:47.182186 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-a47d1a0d-0500-4a2f-9615-6ad20de1ed41 None None] For port 29e65135-1fc9-461b-9ad3-3b958db2629c, host dv-cinder-804035-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=29e65135-1fc9-461b-9ad3-3b958db2629c,segment=NetworkSegment(6e12b4a8-7835-46c3-9db0-cf0fb262f9fc),segment_id=6e12b4a8-7835-46c3-9db0-cf0fb262f9fc)] {{(pid=102546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:14:47.187005 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-a47d1a0d-0500-4a2f-9615-6ad20de1ed41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:47.245714 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47d1a0d-0500-4a2f-9615-6ad20de1ed41 None None] Pushing event updated for resources: {'Port': ['ID=29e65135-1fc9-461b-9ad3-3b958db2629c,revision_number=2']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:47.607786 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-610395e5-e906-4821-8474-b13d2e4930af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:48.076904 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636e07c3-54b9-42d9-854e-6171c725b5a7 None None] Network ef3cd415-3bde-4855-afb2-d13af130a8e4 requested from dv-cinder-804035-20-iscsi {{(pid=102546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:14:48.167405 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-124f8df6-068a-4f00-a8c0-a9ff39f4d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:48.214072 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-1f56878c-09e9-4537-a5dd-93fdab96d667 None None] Provisioning complete for port 29e65135-1fc9-461b-9ad3-3b958db2629c triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:14:48.214469 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-1f56878c-09e9-4537-a5dd-93fdab96d667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:48.331742 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-1f56878c-09e9-4537-a5dd-93fdab96d667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:48.365417 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-1f56878c-09e9-4537-a5dd-93fdab96d667 None None] For port 29e65135-1fc9-461b-9ad3-3b958db2629c, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=29e65135-1fc9-461b-9ad3-3b958db2629c,segment=NetworkSegment(6e12b4a8-7835-46c3-9db0-cf0fb262f9fc),segment_id=6e12b4a8-7835-46c3-9db0-cf0fb262f9fc)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:14:48.369915 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-1f56878c-09e9-4537-a5dd-93fdab96d667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:48.421033 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56878c-09e9-4537-a5dd-93fdab96d667 None None] Pushing event updated for resources: {'Port': ['ID=29e65135-1fc9-461b-9ad3-3b958db2629c,revision_number=3']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:48.492400 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-a24bfb71-ee70-4f63-8af8-32c9447f44dc None None] Provisioning complete for port 29e65135-1fc9-461b-9ad3-3b958db2629c triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:14:48.492775 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-a24bfb71-ee70-4f63-8af8-32c9447f44dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:48.788496 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 29e65135-1fc9-461b-9ad3-3b958db2629c up at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:14:48.840129 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Provisioning complete for port 29e65135-1fc9-461b-9ad3-3b958db2629c triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:14:48.840425 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:49.451230 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.agents_db [None req-1855c149-01a8-4582-985c-3b31432c2781 None None] Agent healthcheck: found 5 active agents {{(pid=102547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:14:49.712151 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0567c706-1e8e-49a8-b1df-c52fd48358e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:50.934165 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:15.140254 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-ae446319-8ab1-46d6-9a76-82fda3f903f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:17.609269 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-52aa4042-9da7-48de-929c-ccf13ca04ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:18.154837 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-124f8df6-068a-4f00-a8c0-a9ff39f4d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:19.713355 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0567c706-1e8e-49a8-b1df-c52fd48358e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:20.938481 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:26.450477 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.agents_db [None req-1855c149-01a8-4582-985c-3b31432c2781 None None] Agent healthcheck: found 5 active agents {{(pid=102547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:15:45.142095 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-9190f91f-c800-4c4f-8d5c-b233fb3ee2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:47.615637 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-b29f9b24-87e9-4f27-8351-cdd4cb226fa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:48.158749 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-124f8df6-068a-4f00-a8c0-a9ff39f4d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:49.717878 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0567c706-1e8e-49a8-b1df-c52fd48358e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:50.942336 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:03.448341 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.agents_db [None req-1855c149-01a8-4582-985c-3b31432c2781 None None] Agent healthcheck: found 5 active agents {{(pid=102547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:16:04.047174 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 56502) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:16:04.053406 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [None req-c7b5f417-fb24-4399-a03f-681a3b1fd307 tempest-verify_tempest_config-1705491259 tempest-verify_tempest_config-1705491259-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=102545) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 15:16:04.054356 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-c7b5f417-fb24-4399-a03f-681a3b1fd307 tempest-verify_tempest_config-1705491259 tempest-verify_tempest_config-1705491259-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0062253 Nov 24 15:16:04.341591 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 56520) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:16:04.451045 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-7b9c7fb6-0742-42d4-a14f-f5a24df55eee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:04.521942 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-7b9c7fb6-0742-42d4-a14f-f5a24df55eee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:04.525569 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-7b9c7fb6-0742-42d4-a14f-f5a24df55eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:04.569025 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-7b9c7fb6-0742-42d4-a14f-f5a24df55eee admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=245a4742a43340b08b800fe66b595b00&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2264075 Nov 24 15:16:04.569896 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c7fb6-0742-42d4-a14f-f5a24df55eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61bdf387-6801-4756-9db5-1f5af5d6c252,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:16:04.571853 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 56524) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:16:04.576744 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c7fb6-0742-42d4-a14f-f5a24df55eee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:04.577106 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c7fb6-0742-42d4-a14f-f5a24df55eee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:04.577446 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c7fb6-0742-42d4-a14f-f5a24df55eee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:04.577798 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c7fb6-0742-42d4-a14f-f5a24df55eee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:04.578102 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c7fb6-0742-42d4-a14f-f5a24df55eee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:04.578449 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c7fb6-0742-42d4-a14f-f5a24df55eee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:04.578777 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c7fb6-0742-42d4-a14f-f5a24df55eee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:04.579126 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c7fb6-0742-42d4-a14f-f5a24df55eee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:04.579703 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c7fb6-0742-42d4-a14f-f5a24df55eee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:04.579840 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c7fb6-0742-42d4-a14f-f5a24df55eee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:04.580068 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c7fb6-0742-42d4-a14f-f5a24df55eee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:04.581019 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c7fb6-0742-42d4-a14f-f5a24df55eee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:04.628808 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-b0a77ac7-fba5-4eea-9bad-a760d1dbe7ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:04.649364 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-b0a77ac7-fba5-4eea-9bad-a760d1dbe7ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:04.741242 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-b0a77ac7-fba5-4eea-9bad-a760d1dbe7ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:04.743851 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-b0a77ac7-fba5-4eea-9bad-a760d1dbe7ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:04.748302 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-b0a77ac7-fba5-4eea-9bad-a760d1dbe7ce admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/61bdf387-6801-4756-9db5-1f5af5d6c252 HTTP/1.1" status: 204 len: 168 time: 0.1720896 Nov 24 15:16:04.753339 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a77ac7-fba5-4eea-9bad-a760d1dbe7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bdf387-6801-4756-9db5-1f5af5d6c252,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:16:04.760056 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a77ac7-fba5-4eea-9bad-a760d1dbe7ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:04.760482 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a77ac7-fba5-4eea-9bad-a760d1dbe7ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:04.760769 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a77ac7-fba5-4eea-9bad-a760d1dbe7ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:04.761117 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a77ac7-fba5-4eea-9bad-a760d1dbe7ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:04.761461 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a77ac7-fba5-4eea-9bad-a760d1dbe7ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:04.761818 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a77ac7-fba5-4eea-9bad-a760d1dbe7ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:04.762162 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a77ac7-fba5-4eea-9bad-a760d1dbe7ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:04.762516 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a77ac7-fba5-4eea-9bad-a760d1dbe7ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:04.762882 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a77ac7-fba5-4eea-9bad-a760d1dbe7ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:04.763219 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a77ac7-fba5-4eea-9bad-a760d1dbe7ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:04.763556 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a77ac7-fba5-4eea-9bad-a760d1dbe7ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:04.763882 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a77ac7-fba5-4eea-9bad-a760d1dbe7ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:15.146355 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2102507f-5293-4a88-8b90-e203731e2669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:17.607959 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-a077e573-5b89-4d79-a636-3ea53b372584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:18.161243 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-124f8df6-068a-4f00-a8c0-a9ff39f4d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:19.719008 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0567c706-1e8e-49a8-b1df-c52fd48358e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:20.943193 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:40.446385 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.agents_db [None req-1855c149-01a8-4582-985c-3b31432c2781 None None] Agent healthcheck: found 5 active agents {{(pid=102547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:16:45.149508 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-c3d58f85-a55c-4ac5-80ca-2f197b6ff197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:47.608007 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-793aaa2d-e96b-4a7f-b674-9bdbd8190ef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:48.162739 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-124f8df6-068a-4f00-a8c0-a9ff39f4d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:49.724118 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0567c706-1e8e-49a8-b1df-c52fd48358e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:50.948158 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:15.154333 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0dd083c3-1c37-4626-b622-cd07d3739a46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:17.446196 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.agents_db [None req-1855c149-01a8-4582-985c-3b31432c2781 None None] Agent healthcheck: found 5 active agents {{(pid=102547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:17:17.619142 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-c7f8d7cb-f062-4e71-92ba-013ca6e76d23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:18.166083 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-124f8df6-068a-4f00-a8c0-a9ff39f4d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:19.730736 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0567c706-1e8e-49a8-b1df-c52fd48358e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:20.960829 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:37.683080 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-679509'] for agent, after_create {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:45.156166 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-3f1a85d6-a076-4fd3-bbbb-e1b451c9279a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:47.610992 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-e4a73a57-e6f9-4971-b337-d82edb43149d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:48.172856 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-124f8df6-068a-4f00-a8c0-a9ff39f4d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:49.729623 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0567c706-1e8e-49a8-b1df-c52fd48358e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:50.953849 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:52.987282 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 56600) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:17:53.091128 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-223bb9e8-71f1-476d-a033-0fddc1999c7f admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1026332 Nov 24 15:17:54.446150 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.agents_db [None req-1855c149-01a8-4582-985c-3b31432c2781 None None] Agent healthcheck: found 6 active agents {{(pid=102547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:17:55.411791 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 56610) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:17:55.466261 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-6cbbff32-c51c-4256-9edf-8643fc260c93 admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0533836 Nov 24 15:18:07.643965 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:15.157002 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2a3a67f4-50bd-46f7-807d-1cb2fee2ab2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:17.611727 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-844de38b-ee81-44f3-8988-a3a66f589083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:18.173139 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-124f8df6-068a-4f00-a8c0-a9ff39f4d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:19.733396 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0567c706-1e8e-49a8-b1df-c52fd48358e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:20.956367 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:31.444891 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.agents_db [None req-1855c149-01a8-4582-985c-3b31432c2781 None None] Agent healthcheck: found 6 active agents {{(pid=102547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:18:37.651692 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:45.158979 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-7517e15f-c3c9-4b08-9842-a32edc678a06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:47.614039 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-50b38ada-c93d-432d-9dc1-1675d48b81a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:48.180126 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-124f8df6-068a-4f00-a8c0-a9ff39f4d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:49.742648 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0567c706-1e8e-49a8-b1df-c52fd48358e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:50.959144 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:07.657867 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:08.445542 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.agents_db [None req-1855c149-01a8-4582-985c-3b31432c2781 None None] Agent healthcheck: found 6 active agents {{(pid=102547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:19:15.162657 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-abc0a076-1544-46f5-a518-0d600b926b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:17.616577 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-dd7d8976-489d-4d67-974b-1b7c5d21d34d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:18.179221 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-124f8df6-068a-4f00-a8c0-a9ff39f4d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:19.736476 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0567c706-1e8e-49a8-b1df-c52fd48358e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:20.968667 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:25.901670 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 56824) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:26.103513 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 56844) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:26.323991 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.v2.base [None req-afd6213e-d37a-48a7-8eeb-ff26f24e44b6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-928053342-network', 'tenant_id': 'e68438dfae03483f8491309dfb3fbcfe'}} {{(pid=102544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:19:26.327802 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 56858) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:26.348665 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd6213e-d37a-48a7-8eeb-ff26f24e44b6 admin admin] Made reservation on behalf of e68438dfae03483f8491309dfb3fbcfe for: {'network': 1} {{(pid=102544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:19:26.351906 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-afd6213e-d37a-48a7-8eeb-ff26f24e44b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for network, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:26.361669 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-afd6213e-d37a-48a7-8eeb-ff26f24e44b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:26.376957 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.v2.base [None req-3260b09f-9177-4eb6-b7fc-35cf8d44d074 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-379663553-network', 'tenant_id': '32404aa4e2d44b9e966da2bab0b27149'}} {{(pid=102544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:19:26.437758 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3260b09f-9177-4eb6-b7fc-35cf8d44d074 admin admin] Made reservation on behalf of 32404aa4e2d44b9e966da2bab0b27149 for: {'network': 1} {{(pid=102544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:19:26.440687 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-3260b09f-9177-4eb6-b7fc-35cf8d44d074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for network, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:26.457844 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-3260b09f-9177-4eb6-b7fc-35cf8d44d074 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:26.493419 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-afd6213e-d37a-48a7-8eeb-ff26f24e44b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:26.500929 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-afd6213e-d37a-48a7-8eeb-ff26f24e44b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:26.535433 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afd6213e-d37a-48a7-8eeb-ff26f24e44b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1238} {{(pid=102544) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 15:19:26.540095 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [None req-4cffa60e-ca75-47c0-8cfc-7e1709376627 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1302020264-network', 'tenant_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:19:26.564433 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-afd6213e-d37a-48a7-8eeb-ff26f24e44b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470086'] for segment, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:26.565058 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.db.segments_db [None req-afd6213e-d37a-48a7-8eeb-ff26f24e44b6 admin admin] Added segment 7de40f86-0fd7-4439-9a98-92d48b028ecc of type vlan for network 70c457e2-22ff-4a59-b8ba-a00e5e3e2e37 Nov 24 15:19:26.582792 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cffa60e-ca75-47c0-8cfc-7e1709376627 admin admin] Made reservation on behalf of cebad9fcbd0d4232a6f6dccb42ba04a1 for: {'network': 1} {{(pid=102545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:19:26.588512 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-4cffa60e-ca75-47c0-8cfc-7e1709376627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for network, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:26.602203 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-4cffa60e-ca75-47c0-8cfc-7e1709376627 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:26.609157 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd6213e-d37a-48a7-8eeb-ff26f24e44b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9747f310-b631-4618-ad03-07bb8e94cb0f,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:26.631732 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd6213e-d37a-48a7-8eeb-ff26f24e44b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:26.632112 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd6213e-d37a-48a7-8eeb-ff26f24e44b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:26.632465 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd6213e-d37a-48a7-8eeb-ff26f24e44b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:26.632806 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd6213e-d37a-48a7-8eeb-ff26f24e44b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:26.633343 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd6213e-d37a-48a7-8eeb-ff26f24e44b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:26.634005 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd6213e-d37a-48a7-8eeb-ff26f24e44b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:26.634555 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd6213e-d37a-48a7-8eeb-ff26f24e44b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:26.635098 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd6213e-d37a-48a7-8eeb-ff26f24e44b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:26.635630 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd6213e-d37a-48a7-8eeb-ff26f24e44b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:26.635970 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd6213e-d37a-48a7-8eeb-ff26f24e44b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:26.636308 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd6213e-d37a-48a7-8eeb-ff26f24e44b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:26.636645 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd6213e-d37a-48a7-8eeb-ff26f24e44b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:26.637756 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd6213e-d37a-48a7-8eeb-ff26f24e44b6 admin admin] Tracked resource versions report: Nov 24 15:19:26.637756 dv-cinder-804035-20-iscsi neutron-server[102544]: pushed versions: Nov 24 15:19:26.637756 dv-cinder-804035-20-iscsi neutron-server[102544]: { 'AddressGroup': {'1.2'}, Nov 24 15:19:26.637756 dv-cinder-804035-20-iscsi neutron-server[102544]: 'ConntrackHelper': {'1.0'}, Nov 24 15:19:26.637756 dv-cinder-804035-20-iscsi neutron-server[102544]: 'Log': {'1.0'}, Nov 24 15:19:26.637756 dv-cinder-804035-20-iscsi neutron-server[102544]: 'Network': {'1.1'}, Nov 24 15:19:26.637756 dv-cinder-804035-20-iscsi neutron-server[102544]: 'Port': {'1.7'}, Nov 24 15:19:26.637756 dv-cinder-804035-20-iscsi neutron-server[102544]: 'PortForwarding': {'1.2'}, Nov 24 15:19:26.637756 dv-cinder-804035-20-iscsi neutron-server[102544]: 'QosPolicy': {'1.10'}, Nov 24 15:19:26.637756 dv-cinder-804035-20-iscsi neutron-server[102544]: 'SecurityGroup': {'1.5'}, Nov 24 15:19:26.637756 dv-cinder-804035-20-iscsi neutron-server[102544]: 'SecurityGroupRule': {'1.2'}, Nov 24 15:19:26.637756 dv-cinder-804035-20-iscsi neutron-server[102544]: 'SubPort': {'1.0'}, Nov 24 15:19:26.637756 dv-cinder-804035-20-iscsi neutron-server[102544]: 'Subnet': {'1.1'}, Nov 24 15:19:26.637756 dv-cinder-804035-20-iscsi neutron-server[102544]: 'Trunk': {'1.1'}} Nov 24 15:19:26.637756 dv-cinder-804035-20-iscsi neutron-server[102544]: consumer versions: Nov 24 15:19:26.637756 dv-cinder-804035-20-iscsi neutron-server[102544]: { DHCP agent@dv-cinder-804035-20-iscsi: {}, Nov 24 15:19:26.637756 dv-cinder-804035-20-iscsi neutron-server[102544]: HyperV agent@hv-cinder-80403: {}, Nov 24 15:19:26.637756 dv-cinder-804035-20-iscsi neutron-server[102544]: L3 agent@dv-cinder-804035-20-iscsi: {}, Nov 24 15:19:26.637756 dv-cinder-804035-20-iscsi neutron-server[102544]: Metadata agent@dv-cinder-804035-20-iscsi: {}, Nov 24 15:19:26.637756 dv-cinder-804035-20-iscsi neutron-server[102544]: Metering agent@dv-cinder-804035-20-iscsi: {}, Nov 24 15:19:26.637756 dv-cinder-804035-20-iscsi neutron-server[102544]: Open vSwitch agent@dv-cinder-804035-20-iscsi: { 'AddressGroup': '1.2', Nov 24 15:19:26.637756 dv-cinder-804035-20-iscsi neutron-server[102544]: 'ConntrackHelper': '1.0', Nov 24 15:19:26.637756 dv-cinder-804035-20-iscsi neutron-server[102544]: 'Log': '1.0', Nov 24 15:19:26.637756 dv-cinder-804035-20-iscsi neutron-server[102544]: 'Network': '1.1', Nov 24 15:19:26.637756 dv-cinder-804035-20-iscsi neutron-server[102544]: 'Port': '1.7', Nov 24 15:19:26.637756 dv-cinder-804035-20-iscsi neutron-server[102544]: 'PortForwarding': '1.2', Nov 24 15:19:26.637756 dv-cinder-804035-20-iscsi neutron-server[102544]: 'QosPolicy': '1.10', Nov 24 15:19:26.637756 dv-cinder-804035-20-iscsi neutron-server[102544]: 'SecurityGroup': '1.5', Nov 24 15:19:26.637756 dv-cinder-804035-20-iscsi neutron-server[102544]: 'SecurityGroupRule': '1.2', Nov 24 15:19:26.637756 dv-cinder-804035-20-iscsi neutron-server[102544]: 'SubPort': '1.0', Nov 24 15:19:26.637756 dv-cinder-804035-20-iscsi neutron-server[102544]: 'Subnet': '1.1', Nov 24 15:19:26.637756 dv-cinder-804035-20-iscsi neutron-server[102544]: 'Trunk': '1.1'}} Nov 24 15:19:26.637756 dv-cinder-804035-20-iscsi neutron-server[102544]: {{(pid=102544) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 15:19:26.648074 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-afd6213e-d37a-48a7-8eeb-ff26f24e44b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750836966705'] for network, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:26.678565 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-3260b09f-9177-4eb6-b7fc-35cf8d44d074 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:26.686011 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-3260b09f-9177-4eb6-b7fc-35cf8d44d074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:26.714584 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-4cffa60e-ca75-47c0-8cfc-7e1709376627 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:26.718621 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-afd6213e-d37a-48a7-8eeb-ff26f24e44b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203'] for network, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:26.719620 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-4cffa60e-ca75-47c0-8cfc-7e1709376627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:26.720668 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd6213e-d37a-48a7-8eeb-ff26f24e44b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:26.721471 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-afd6213e-d37a-48a7-8eeb-ff26f24e44b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for network, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:26.734915 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.db.api [None req-3260b09f-9177-4eb6-b7fc-35cf8d44d074 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=102544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 15:19:26.735597 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG oslo_db.api [None req-3260b09f-9177-4eb6-b7fc-35cf8d44d074 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 15:19:26.740385 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3260b09f-9177-4eb6-b7fc-35cf8d44d074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfceadc-ce72-4207-ab1f-0c228e6977f4,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:26.749908 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cffa60e-ca75-47c0-8cfc-7e1709376627 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1237} {{(pid=102545) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 15:19:26.752474 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-afd6213e-d37a-48a7-8eeb-ff26f24e44b6 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8495877 Nov 24 15:19:26.755694 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 56884) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:26.769068 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [None req-95f2a861-4cfd-4f48-9eee-f0e489c2c915 admin admin] Request body: {'subnet': {'network_id': '70c457e2-22ff-4a59-b8ba-a00e5e3e2e37', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-928053342-subnet', 'tenant_id': 'e68438dfae03483f8491309dfb3fbcfe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:19:26.807299 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-4cffa60e-ca75-47c0-8cfc-7e1709376627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470086'] for segment, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:26.807586 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.db.segments_db [None req-4cffa60e-ca75-47c0-8cfc-7e1709376627 admin admin] Added segment 5cca371a-d1c6-4d40-ae83-fde6150ee61c of type vlan for network a227d49c-a3bd-45ee-b0d2-bcce569a4266 Nov 24 15:19:26.819446 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f2a861-4cfd-4f48-9eee-f0e489c2c915 admin admin] Made reservation on behalf of e68438dfae03483f8491309dfb3fbcfe for: {'subnet': 1} {{(pid=102545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:19:26.822245 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-95f2a861-4cfd-4f48-9eee-f0e489c2c915 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:26.826779 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd6213e-d37a-48a7-8eeb-ff26f24e44b6 admin admin] Pushing event updated for resources: {'Network': ['ID=70c457e2-22ff-4a59-b8ba-a00e5e3e2e37,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:26.839827 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Network 70c457e2-22ff-4a59-b8ba-a00e5e3e2e37 details requested by agent ovs-agent-dv-cinder-804035-20-iscsi with host dv-cinder-804035-20-iscsi {{(pid=102546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 15:19:26.871933 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cffa60e-ca75-47c0-8cfc-7e1709376627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5db9ff9-cb47-47c8-ae2b-4c1eb8ad2bc0,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:26.925152 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cffa60e-ca75-47c0-8cfc-7e1709376627 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:26.925589 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cffa60e-ca75-47c0-8cfc-7e1709376627 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:26.926397 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cffa60e-ca75-47c0-8cfc-7e1709376627 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:26.927037 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cffa60e-ca75-47c0-8cfc-7e1709376627 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:26.927368 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cffa60e-ca75-47c0-8cfc-7e1709376627 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:26.927737 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cffa60e-ca75-47c0-8cfc-7e1709376627 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:26.928090 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cffa60e-ca75-47c0-8cfc-7e1709376627 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:26.928575 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cffa60e-ca75-47c0-8cfc-7e1709376627 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:26.928932 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cffa60e-ca75-47c0-8cfc-7e1709376627 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:26.929260 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cffa60e-ca75-47c0-8cfc-7e1709376627 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:26.929584 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cffa60e-ca75-47c0-8cfc-7e1709376627 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:26.930018 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cffa60e-ca75-47c0-8cfc-7e1709376627 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:26.931549 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cffa60e-ca75-47c0-8cfc-7e1709376627 admin admin] Tracked resource versions report: Nov 24 15:19:26.931549 dv-cinder-804035-20-iscsi neutron-server[102545]: pushed versions: Nov 24 15:19:26.931549 dv-cinder-804035-20-iscsi neutron-server[102545]: { 'AddressGroup': {'1.2'}, Nov 24 15:19:26.931549 dv-cinder-804035-20-iscsi neutron-server[102545]: 'ConntrackHelper': {'1.0'}, Nov 24 15:19:26.931549 dv-cinder-804035-20-iscsi neutron-server[102545]: 'Log': {'1.0'}, Nov 24 15:19:26.931549 dv-cinder-804035-20-iscsi neutron-server[102545]: 'Network': {'1.1'}, Nov 24 15:19:26.931549 dv-cinder-804035-20-iscsi neutron-server[102545]: 'Port': {'1.7'}, Nov 24 15:19:26.931549 dv-cinder-804035-20-iscsi neutron-server[102545]: 'PortForwarding': {'1.2'}, Nov 24 15:19:26.931549 dv-cinder-804035-20-iscsi neutron-server[102545]: 'QosPolicy': {'1.10'}, Nov 24 15:19:26.931549 dv-cinder-804035-20-iscsi neutron-server[102545]: 'SecurityGroup': {'1.5'}, Nov 24 15:19:26.931549 dv-cinder-804035-20-iscsi neutron-server[102545]: 'SecurityGroupRule': {'1.2'}, Nov 24 15:19:26.931549 dv-cinder-804035-20-iscsi neutron-server[102545]: 'SubPort': {'1.0'}, Nov 24 15:19:26.931549 dv-cinder-804035-20-iscsi neutron-server[102545]: 'Subnet': {'1.1'}, Nov 24 15:19:26.931549 dv-cinder-804035-20-iscsi neutron-server[102545]: 'Trunk': {'1.1'}} Nov 24 15:19:26.931549 dv-cinder-804035-20-iscsi neutron-server[102545]: consumer versions: Nov 24 15:19:26.931549 dv-cinder-804035-20-iscsi neutron-server[102545]: { DHCP agent@dv-cinder-804035-20-iscsi: {}, Nov 24 15:19:26.931549 dv-cinder-804035-20-iscsi neutron-server[102545]: HyperV agent@hv-cinder-80403: {}, Nov 24 15:19:26.931549 dv-cinder-804035-20-iscsi neutron-server[102545]: L3 agent@dv-cinder-804035-20-iscsi: {}, Nov 24 15:19:26.931549 dv-cinder-804035-20-iscsi neutron-server[102545]: Metadata agent@dv-cinder-804035-20-iscsi: {}, Nov 24 15:19:26.931549 dv-cinder-804035-20-iscsi neutron-server[102545]: Metering agent@dv-cinder-804035-20-iscsi: {}, Nov 24 15:19:26.931549 dv-cinder-804035-20-iscsi neutron-server[102545]: Open vSwitch agent@dv-cinder-804035-20-iscsi: { 'AddressGroup': '1.2', Nov 24 15:19:26.931549 dv-cinder-804035-20-iscsi neutron-server[102545]: 'ConntrackHelper': '1.0', Nov 24 15:19:26.931549 dv-cinder-804035-20-iscsi neutron-server[102545]: 'Log': '1.0', Nov 24 15:19:26.931549 dv-cinder-804035-20-iscsi neutron-server[102545]: 'Network': '1.1', Nov 24 15:19:26.931549 dv-cinder-804035-20-iscsi neutron-server[102545]: 'Port': '1.7', Nov 24 15:19:26.931549 dv-cinder-804035-20-iscsi neutron-server[102545]: 'PortForwarding': '1.2', Nov 24 15:19:26.931549 dv-cinder-804035-20-iscsi neutron-server[102545]: 'QosPolicy': '1.10', Nov 24 15:19:26.931549 dv-cinder-804035-20-iscsi neutron-server[102545]: 'SecurityGroup': '1.5', Nov 24 15:19:26.931549 dv-cinder-804035-20-iscsi neutron-server[102545]: 'SecurityGroupRule': '1.2', Nov 24 15:19:26.931549 dv-cinder-804035-20-iscsi neutron-server[102545]: 'SubPort': '1.0', Nov 24 15:19:26.931549 dv-cinder-804035-20-iscsi neutron-server[102545]: 'Subnet': '1.1', Nov 24 15:19:26.931549 dv-cinder-804035-20-iscsi neutron-server[102545]: 'Trunk': '1.1'}} Nov 24 15:19:26.931549 dv-cinder-804035-20-iscsi neutron-server[102545]: {{(pid=102545) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 15:19:26.943367 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-4cffa60e-ca75-47c0-8cfc-7e1709376627 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750836966705'] for network, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:26.996671 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-4cffa60e-ca75-47c0-8cfc-7e1709376627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203'] for network, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:26.997614 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cffa60e-ca75-47c0-8cfc-7e1709376627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:26.998268 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-4cffa60e-ca75-47c0-8cfc-7e1709376627 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for network, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:27.063962 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-4cffa60e-ca75-47c0-8cfc-7e1709376627 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7350397 Nov 24 15:19:27.068205 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 56898) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:27.076021 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.v2.base [None req-90601542-46bd-4211-9a7a-52807d43542b admin admin] Request body: {'subnet': {'network_id': 'a227d49c-a3bd-45ee-b0d2-bcce569a4266', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1302020264-subnet', 'tenant_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:19:27.107482 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cffa60e-ca75-47c0-8cfc-7e1709376627 admin admin] Pushing event updated for resources: {'Network': ['ID=a227d49c-a3bd-45ee-b0d2-bcce569a4266,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:27.125154 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Network a227d49c-a3bd-45ee-b0d2-bcce569a4266 details requested by agent ovs-agent-dv-cinder-804035-20-iscsi with host dv-cinder-804035-20-iscsi {{(pid=102546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 15:19:27.150741 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90601542-46bd-4211-9a7a-52807d43542b admin admin] Made reservation on behalf of cebad9fcbd0d4232a6f6dccb42ba04a1 for: {'subnet': 1} {{(pid=102544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:19:27.161722 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-90601542-46bd-4211-9a7a-52807d43542b admin admin] Publish callbacks [] for subnet, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:27.171777 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-95f2a861-4cfd-4f48-9eee-f0e489c2c915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203'] for subnet, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:27.262361 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f2a861-4cfd-4f48-9eee-f0e489c2c915 admin admin] Checking segment: {'id': '7de40f86-0fd7-4439-9a98-92d48b028ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '70c457e2-22ff-4a59-b8ba-a00e5e3e2e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:19:27.263090 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f2a861-4cfd-4f48-9eee-f0e489c2c915 admin admin] Network hostable DHCP agents. Network: 70c457e2-22ff-4a59-b8ba-a00e5e3e2e37, hostable agents: ['c1d34c78-3ad8-4647-a250-754fc30c4ba4'], hosted agents: [] {{(pid=102545) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 15:19:27.272143 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2a861-4cfd-4f48-9eee-f0e489c2c915 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d06e3b9-462a-470a-8641-cb7feccd4c61,revision_number=0']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:27.293537 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f2a861-4cfd-4f48-9eee-f0e489c2c915 admin admin] Network 70c457e2-22ff-4a59-b8ba-a00e5e3e2e37 is scheduled to be hosted by DHCP agent c1d34c78-3ad8-4647-a250-754fc30c4ba4 with binding_index 1 {{(pid=102545) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 15:19:27.296908 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-3260b09f-9177-4eb6-b7fc-35cf8d44d074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for network, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:27.315741 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [None req-95f2a861-4cfd-4f48-9eee-f0e489c2c915 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-20-iscsi, 70c457e2-22ff-4a59-b8ba-a00e5e3e2e37) {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:19:27.325348 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e5ee10-8aef-41c4-a81a-1731e4c3db3c None None] Network 70c457e2-22ff-4a59-b8ba-a00e5e3e2e37 requested from dv-cinder-804035-20-iscsi {{(pid=102546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:19:27.330003 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f2a861-4cfd-4f48-9eee-f0e489c2c915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:27.330686 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-95f2a861-4cfd-4f48-9eee-f0e489c2c915 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for subnet, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:27.351760 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-95f2a861-4cfd-4f48-9eee-f0e489c2c915 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5933337 Nov 24 15:19:27.366192 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3260b09f-9177-4eb6-b7fc-35cf8d44d074 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1228} {{(pid=102544) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 15:19:27.388830 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-3260b09f-9177-4eb6-b7fc-35cf8d44d074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470086'] for segment, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:27.389707 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.db.segments_db [None req-3260b09f-9177-4eb6-b7fc-35cf8d44d074 admin admin] Added segment 0cf6543e-1b65-4cca-9e1b-46695f528b47 of type vlan for network 8b8e34ef-bafa-4e65-a88d-1be4877982c1 Nov 24 15:19:27.514619 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc618d8-858b-4125-9903-9d37988b345c None None] Network 70c457e2-22ff-4a59-b8ba-a00e5e3e2e37 requested from dv-cinder-804035-20-iscsi {{(pid=102546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:19:27.673309 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-3260b09f-9177-4eb6-b7fc-35cf8d44d074 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750836966705'] for network, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:27.738425 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-3260b09f-9177-4eb6-b7fc-35cf8d44d074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203'] for network, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:27.739659 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3260b09f-9177-4eb6-b7fc-35cf8d44d074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:27.740440 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-3260b09f-9177-4eb6-b7fc-35cf8d44d074 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for network, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:27.827257 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3260b09f-9177-4eb6-b7fc-35cf8d44d074 admin admin] Pushing event updated for resources: {'Network': ['ID=8b8e34ef-bafa-4e65-a88d-1be4877982c1,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:27.834151 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-3260b09f-9177-4eb6-b7fc-35cf8d44d074 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7294364 Nov 24 15:19:27.836972 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 56932) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:27.842455 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Network 8b8e34ef-bafa-4e65-a88d-1be4877982c1 details requested by agent ovs-agent-dv-cinder-804035-20-iscsi with host dv-cinder-804035-20-iscsi {{(pid=102546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 15:19:27.844190 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-90601542-46bd-4211-9a7a-52807d43542b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203'] for subnet, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:27.844589 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [None req-e8b8e66f-a038-44a3-b2fe-fd1e1b8bd113 admin admin] Request body: {'subnet': {'network_id': '8b8e34ef-bafa-4e65-a88d-1be4877982c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-379663553-subnet', 'tenant_id': '32404aa4e2d44b9e966da2bab0b27149', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:19:27.900122 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b8e66f-a038-44a3-b2fe-fd1e1b8bd113 admin admin] Made reservation on behalf of 32404aa4e2d44b9e966da2bab0b27149 for: {'subnet': 1} {{(pid=102545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:19:27.904791 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-e8b8e66f-a038-44a3-b2fe-fd1e1b8bd113 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:27.935772 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90601542-46bd-4211-9a7a-52807d43542b admin admin] Pushing event updated for resources: {'Subnet': ['ID=84815f2f-38d2-472a-bdf7-762ef40354a5,revision_number=0']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:27.985681 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90601542-46bd-4211-9a7a-52807d43542b admin admin] Checking segment: {'id': '5cca371a-d1c6-4d40-ae83-fde6150ee61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'a227d49c-a3bd-45ee-b0d2-bcce569a4266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:19:27.986531 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90601542-46bd-4211-9a7a-52807d43542b admin admin] Network hostable DHCP agents. Network: a227d49c-a3bd-45ee-b0d2-bcce569a4266, hostable agents: ['c1d34c78-3ad8-4647-a250-754fc30c4ba4'], hosted agents: [] {{(pid=102544) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 15:19:28.020133 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90601542-46bd-4211-9a7a-52807d43542b admin admin] Network a227d49c-a3bd-45ee-b0d2-bcce569a4266 is scheduled to be hosted by DHCP agent c1d34c78-3ad8-4647-a250-754fc30c4ba4 with binding_index 1 {{(pid=102544) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 15:19:28.035907 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.base_scheduler [None req-90601542-46bd-4211-9a7a-52807d43542b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-20-iscsi, a227d49c-a3bd-45ee-b0d2-bcce569a4266) {{(pid=102544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:19:28.052141 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7c2302-ea36-4d77-ba11-397744d9e383 None None] Network a227d49c-a3bd-45ee-b0d2-bcce569a4266 requested from dv-cinder-804035-20-iscsi {{(pid=102546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:19:28.059915 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90601542-46bd-4211-9a7a-52807d43542b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:28.061792 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-90601542-46bd-4211-9a7a-52807d43542b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for subnet, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:28.101301 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-90601542-46bd-4211-9a7a-52807d43542b admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0318558 Nov 24 15:19:28.104167 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 56950) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:28.118037 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.v2.base [None req-0221ef85-de68-42a0-b29f-45afcc5568ef admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1302020264-router', 'tenant_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86'}}} {{(pid=102544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:19:28.178064 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-0221ef85-de68-42a0-b29f-45afcc5568ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-679383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3251'] for router, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:28.182099 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-0221ef85-de68-42a0-b29f-45afcc5568ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-665005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-621000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3204'] for router, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:28.310532 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-0221ef85-de68-42a0-b29f-45afcc5568ef admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:28.326011 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41765b30-5957-48a7-a1a9-91178259487d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d40999c-5bbb-552c-8929-1b9b17976eea-a227d49c-a3bd-45ee-b0d2-bcce569a4266', 'network_id': 'a227d49c-a3bd-45ee-b0d2-bcce569a4266', 'tenant_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'fixed_ips': [{'subnet_id': '84815f2f-38d2-472a-bdf7-762ef40354a5'}]}} from dv-cinder-804035-20-iscsi. {{(pid=102546) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 15:19:28.327067 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-41765b30-5957-48a7-a1a9-91178259487d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:28.335620 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-e8b8e66f-a038-44a3-b2fe-fd1e1b8bd113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203'] for subnet, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:28.410713 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b8e66f-a038-44a3-b2fe-fd1e1b8bd113 admin admin] Checking segment: {'id': '0cf6543e-1b65-4cca-9e1b-46695f528b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '8b8e34ef-bafa-4e65-a88d-1be4877982c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:19:28.411503 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b8e66f-a038-44a3-b2fe-fd1e1b8bd113 admin admin] Network hostable DHCP agents. Network: 8b8e34ef-bafa-4e65-a88d-1be4877982c1, hostable agents: ['c1d34c78-3ad8-4647-a250-754fc30c4ba4'], hosted agents: [] {{(pid=102545) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 15:19:28.440910 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b8e66f-a038-44a3-b2fe-fd1e1b8bd113 admin admin] Network 8b8e34ef-bafa-4e65-a88d-1be4877982c1 is scheduled to be hosted by DHCP agent c1d34c78-3ad8-4647-a250-754fc30c4ba4 with binding_index 1 {{(pid=102545) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 15:19:28.456175 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [None req-e8b8e66f-a038-44a3-b2fe-fd1e1b8bd113 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-20-iscsi, 8b8e34ef-bafa-4e65-a88d-1be4877982c1) {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:19:28.463787 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b8e66f-a038-44a3-b2fe-fd1e1b8bd113 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dd026dc-7a5a-4fd3-ad01-b8844bc6d476,revision_number=0']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:28.506186 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9eb6eaa-7d96-4841-bed9-6bdb27b38053 None None] Network 8b8e34ef-bafa-4e65-a88d-1be4877982c1 requested from dv-cinder-804035-20-iscsi {{(pid=102546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:19:28.511468 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b8e66f-a038-44a3-b2fe-fd1e1b8bd113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:28.513915 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-e8b8e66f-a038-44a3-b2fe-fd1e1b8bd113 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for subnet, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:28.594919 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-e8b8e66f-a038-44a3-b2fe-fd1e1b8bd113 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7532117 Nov 24 15:19:28.594919 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 56976) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:28.600473 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [None req-74fc33c9-51e2-41e2-ac10-f5bcb6a00527 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-379663553-router', 'tenant_id': '32404aa4e2d44b9e966da2bab0b27149', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86'}}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:19:28.648580 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-74fc33c9-51e2-41e2-ac10-f5bcb6a00527 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-679383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3251'] for router, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:28.650751 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-74fc33c9-51e2-41e2-ac10-f5bcb6a00527 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-665005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-621000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3204'] for router, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:28.655436 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-0221ef85-de68-42a0-b29f-45afcc5568ef admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:28.762612 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-74fc33c9-51e2-41e2-ac10-f5bcb6a00527 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:28.788984 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 57000) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:28.795697 dv-cinder-804035-20-iscsi neutron-server[102544]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 24 15:19:28.816988 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.db_base_plugin_common [None req-41765b30-5957-48a7-a1a9-91178259487d None None] Allocated IP 172.20.0.2 (a227d49c-a3bd-45ee-b0d2-bcce569a4266/84815f2f-38d2-472a-bdf7-762ef40354a5/d00560b8-505e-4939-842d-83f0270e89d5) {{(pid=102546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:19:28.926276 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6835bdd1-51eb-468d-b009-021221954f7a None None] Network 8b8e34ef-bafa-4e65-a88d-1be4877982c1 requested from dv-cinder-804035-20-iscsi {{(pid=102546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:19:28.999192 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e91cc2-6afa-46f6-92eb-97ab2f22a0e7 req-600fffb0-7c7a-4438-bb31-0b8298f5cdda tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:29.007073 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-04e91cc2-6afa-46f6-92eb-97ab2f22a0e7 req-600fffb0-7c7a-4438-bb31-0b8298f5cdda tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/networks?id=70c457e2-22ff-4a59-b8ba-a00e5e3e2e37 HTTP/1.1" status: 200 len: 811 time: 0.2152777 Nov 24 15:19:29.025512 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-04e91cc2-6afa-46f6-92eb-97ab2f22a0e7 req-6f928ef2-4447-4533-8f73-33713a5d0d18 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/quotas/e68438dfae03483f8491309dfb3fbcfe HTTP/1.1" status: 200 len: 375 time: 0.0173409 Nov 24 15:19:29.062620 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-74fc33c9-51e2-41e2-ac10-f5bcb6a00527 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:29.080255 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-41765b30-5957-48a7-a1a9-91178259487d None None] Publish callbacks [] for port, precommit_create {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:29.096896 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-41765b30-5957-48a7-a1a9-91178259487d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098'] for port, after_create {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:29.116490 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41765b30-5957-48a7-a1a9-91178259487d None None] Network a227d49c-a3bd-45ee-b0d2-bcce569a4266 is already hosted by enough agents. {{(pid=102546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:19:29.119913 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.scheduler.base_scheduler [None req-41765b30-5957-48a7-a1a9-91178259487d None None] Resources bound (agent type, host, resource id): {{(pid=102546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:19:29.123698 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41765b30-5957-48a7-a1a9-91178259487d None None] Received port after_create {{(pid=102546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:19:29.147552 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-04e91cc2-6afa-46f6-92eb-97ab2f22a0e7 req-8807ea2e-2a11-4673-b496-718320ee1ed6 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e68438dfae03483f8491309dfb3fbcfe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1209533 Nov 24 15:19:29.199694 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-41765b30-5957-48a7-a1a9-91178259487d None None] Attempting to bind port d00560b8-505e-4939-842d-83f0270e89d5 on host dv-cinder-804035-20-iscsi for vnic_type normal with profile {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:19:29.200816 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-41765b30-5957-48a7-a1a9-91178259487d None None] Attempting to bind port d00560b8-505e-4939-842d-83f0270e89d5 by drivers openvswitch,hyperv on host dv-cinder-804035-20-iscsi at level 0 using segments [{'id': '5cca371a-d1c6-4d40-ae83-fde6150ee61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'a227d49c-a3bd-45ee-b0d2-bcce569a4266'}] {{(pid=102546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:19:29.201376 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41765b30-5957-48a7-a1a9-91178259487d None None] Attempting to bind port d00560b8-505e-4939-842d-83f0270e89d5 on network a227d49c-a3bd-45ee-b0d2-bcce569a4266 {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:19:29.238590 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41765b30-5957-48a7-a1a9-91178259487d None None] Checking agent: {'id': '09195cb9-9d00-4b2c-842e-e029daf9b985', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 11, 51), 'started_at': datetime.datetime(2021, 11, 24, 15, 12, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:19:29.238991 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41765b30-5957-48a7-a1a9-91178259487d None None] Checking segment: {'id': '5cca371a-d1c6-4d40-ae83-fde6150ee61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'a227d49c-a3bd-45ee-b0d2-bcce569a4266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:19:29.239694 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-41765b30-5957-48a7-a1a9-91178259487d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:29.240224 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41765b30-5957-48a7-a1a9-91178259487d None None] Bound using segment: {'id': '5cca371a-d1c6-4d40-ae83-fde6150ee61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'a227d49c-a3bd-45ee-b0d2-bcce569a4266'} {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:19:29.240684 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-41765b30-5957-48a7-a1a9-91178259487d None None] Bound port: d00560b8-505e-4939-842d-83f0270e89d5, host: dv-cinder-804035-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cca371a-d1c6-4d40-ae83-fde6150ee61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'a227d49c-a3bd-45ee-b0d2-bcce569a4266'}}] {{(pid=102546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:19:29.241412 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-41765b30-5957-48a7-a1a9-91178259487d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:29.275464 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-0221ef85-de68-42a0-b29f-45afcc5568ef admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:29.283978 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41765b30-5957-48a7-a1a9-91178259487d None None] Pushing event updated for resources: {'Port': ['ID=d00560b8-505e-4939-842d-83f0270e89d5,revision_number=1']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:29.304265 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-0221ef85-de68-42a0-b29f-45afcc5568ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:29.310845 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41765b30-5957-48a7-a1a9-91178259487d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:29.311362 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41765b30-5957-48a7-a1a9-91178259487d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:29.312010 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41765b30-5957-48a7-a1a9-91178259487d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:29.312486 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41765b30-5957-48a7-a1a9-91178259487d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:29.312959 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41765b30-5957-48a7-a1a9-91178259487d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:29.313483 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41765b30-5957-48a7-a1a9-91178259487d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:29.314488 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41765b30-5957-48a7-a1a9-91178259487d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:29.315008 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41765b30-5957-48a7-a1a9-91178259487d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:29.315501 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41765b30-5957-48a7-a1a9-91178259487d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:29.315976 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41765b30-5957-48a7-a1a9-91178259487d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:29.316451 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41765b30-5957-48a7-a1a9-91178259487d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:29.317096 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41765b30-5957-48a7-a1a9-91178259487d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:29.318620 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41765b30-5957-48a7-a1a9-91178259487d None None] Tracked resource versions report: Nov 24 15:19:29.318620 dv-cinder-804035-20-iscsi neutron-server[102546]: pushed versions: Nov 24 15:19:29.318620 dv-cinder-804035-20-iscsi neutron-server[102546]: { 'AddressGroup': {'1.2'}, Nov 24 15:19:29.318620 dv-cinder-804035-20-iscsi neutron-server[102546]: 'ConntrackHelper': {'1.0'}, Nov 24 15:19:29.318620 dv-cinder-804035-20-iscsi neutron-server[102546]: 'Log': {'1.0'}, Nov 24 15:19:29.318620 dv-cinder-804035-20-iscsi neutron-server[102546]: 'Network': {'1.1'}, Nov 24 15:19:29.318620 dv-cinder-804035-20-iscsi neutron-server[102546]: 'Port': {'1.7'}, Nov 24 15:19:29.318620 dv-cinder-804035-20-iscsi neutron-server[102546]: 'PortForwarding': {'1.2'}, Nov 24 15:19:29.318620 dv-cinder-804035-20-iscsi neutron-server[102546]: 'QosPolicy': {'1.10'}, Nov 24 15:19:29.318620 dv-cinder-804035-20-iscsi neutron-server[102546]: 'SecurityGroup': {'1.5'}, Nov 24 15:19:29.318620 dv-cinder-804035-20-iscsi neutron-server[102546]: 'SecurityGroupRule': {'1.2'}, Nov 24 15:19:29.318620 dv-cinder-804035-20-iscsi neutron-server[102546]: 'SubPort': {'1.0'}, Nov 24 15:19:29.318620 dv-cinder-804035-20-iscsi neutron-server[102546]: 'Subnet': {'1.1'}, Nov 24 15:19:29.318620 dv-cinder-804035-20-iscsi neutron-server[102546]: 'Trunk': {'1.1'}} Nov 24 15:19:29.318620 dv-cinder-804035-20-iscsi neutron-server[102546]: consumer versions: Nov 24 15:19:29.318620 dv-cinder-804035-20-iscsi neutron-server[102546]: { DHCP agent@dv-cinder-804035-20-iscsi: {}, Nov 24 15:19:29.318620 dv-cinder-804035-20-iscsi neutron-server[102546]: HyperV agent@hv-cinder-80403: {}, Nov 24 15:19:29.318620 dv-cinder-804035-20-iscsi neutron-server[102546]: L3 agent@dv-cinder-804035-20-iscsi: {}, Nov 24 15:19:29.318620 dv-cinder-804035-20-iscsi neutron-server[102546]: Metadata agent@dv-cinder-804035-20-iscsi: {}, Nov 24 15:19:29.318620 dv-cinder-804035-20-iscsi neutron-server[102546]: Metering agent@dv-cinder-804035-20-iscsi: {}, Nov 24 15:19:29.318620 dv-cinder-804035-20-iscsi neutron-server[102546]: Open vSwitch agent@dv-cinder-804035-20-iscsi: { 'AddressGroup': '1.2', Nov 24 15:19:29.318620 dv-cinder-804035-20-iscsi neutron-server[102546]: 'ConntrackHelper': '1.0', Nov 24 15:19:29.318620 dv-cinder-804035-20-iscsi neutron-server[102546]: 'Log': '1.0', Nov 24 15:19:29.318620 dv-cinder-804035-20-iscsi neutron-server[102546]: 'Network': '1.1', Nov 24 15:19:29.318620 dv-cinder-804035-20-iscsi neutron-server[102546]: 'Port': '1.7', Nov 24 15:19:29.318620 dv-cinder-804035-20-iscsi neutron-server[102546]: 'PortForwarding': '1.2', Nov 24 15:19:29.318620 dv-cinder-804035-20-iscsi neutron-server[102546]: 'QosPolicy': '1.10', Nov 24 15:19:29.318620 dv-cinder-804035-20-iscsi neutron-server[102546]: 'SecurityGroup': '1.5', Nov 24 15:19:29.318620 dv-cinder-804035-20-iscsi neutron-server[102546]: 'SecurityGroupRule': '1.2', Nov 24 15:19:29.318620 dv-cinder-804035-20-iscsi neutron-server[102546]: 'SubPort': '1.0', Nov 24 15:19:29.318620 dv-cinder-804035-20-iscsi neutron-server[102546]: 'Subnet': '1.1', Nov 24 15:19:29.318620 dv-cinder-804035-20-iscsi neutron-server[102546]: 'Trunk': '1.1'}} Nov 24 15:19:29.318620 dv-cinder-804035-20-iscsi neutron-server[102546]: {{(pid=102546) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 15:19:29.395120 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-41765b30-5957-48a7-a1a9-91178259487d None None] For port d00560b8-505e-4939-842d-83f0270e89d5, host dv-cinder-804035-20-iscsi, cleared binding levels {{(pid=102546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:19:29.403821 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-41765b30-5957-48a7-a1a9-91178259487d None None] For port d00560b8-505e-4939-842d-83f0270e89d5, host dv-cinder-804035-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=d00560b8-505e-4939-842d-83f0270e89d5,segment=NetworkSegment(5cca371a-d1c6-4d40-ae83-fde6150ee61c),segment_id=5cca371a-d1c6-4d40-ae83-fde6150ee61c)] {{(pid=102546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:19:29.412958 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-41765b30-5957-48a7-a1a9-91178259487d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:29.428836 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 57020) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:29.588160 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.db.db_base_plugin_common [None req-0221ef85-de68-42a0-b29f-45afcc5568ef admin admin] Allocated IP 172.27.3.11 (8344f4db-560e-43ae-a8a3-c586ec595f86/c55147fe-7574-46b9-be0f-c5d247f19105/da296a9c-5a22-4030-92c2-5a298a84570a) {{(pid=102544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:19:29.617106 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-74fc33c9-51e2-41e2-ac10-f5bcb6a00527 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:29.646077 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41765b30-5957-48a7-a1a9-91178259487d None None] Pushing event updated for resources: {'Port': ['ID=d00560b8-505e-4939-842d-83f0270e89d5,revision_number=2']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:29.665239 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-f4c49f5b-feaa-44f7-bc72-700f6d73661e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:29.683761 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-74fc33c9-51e2-41e2-ac10-f5bcb6a00527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:29.738918 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [req-04e91cc2-6afa-46f6-92eb-97ab2f22a0e7 req-fb37d879-9f7d-4f3c-be9b-169ca543d163 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=102544) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 15:19:29.740895 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-04e91cc2-6afa-46f6-92eb-97ab2f22a0e7 req-fb37d879-9f7d-4f3c-be9b-169ca543d163 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1305819 Nov 24 15:19:29.954710 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-0221ef85-de68-42a0-b29f-45afcc5568ef admin admin] Publish callbacks [] for port, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:29.954710 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-04e91cc2-6afa-46f6-92eb-97ab2f22a0e7 req-9edeb05e-57be-41db-915e-bceeecb90922 service neutron] 10.222.0.66 "GET /v2.0/networks/70c457e2-22ff-4a59-b8ba-a00e5e3e2e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925638 Nov 24 15:19:29.995447 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-f4c49f5b-feaa-44f7-bc72-700f6d73661e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:30.020735 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-f4c49f5b-feaa-44f7-bc72-700f6d73661e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:30.120712 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-0221ef85-de68-42a0-b29f-45afcc5568ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098'] for port, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:30.127991 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-f4c49f5b-feaa-44f7-bc72-700f6d73661e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d43747afaed8480c81fe9bdaa3a9d34c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6972749 Nov 24 15:19:30.128650 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c49f5b-feaa-44f7-bc72-700f6d73661e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d884adc9-4145-4042-af08-e0db0ec99151,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:30.135550 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 57058) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:30.182112 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.db_base_plugin_common [None req-74fc33c9-51e2-41e2-ac10-f5bcb6a00527 admin admin] Allocated IP 172.27.3.58 (8344f4db-560e-43ae-a8a3-c586ec595f86/c55147fe-7574-46b9-be0f-c5d247f19105/94b2397e-118d-4e48-a81a-dfddcf998123) {{(pid=102545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:19:30.285468 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0221ef85-de68-42a0-b29f-45afcc5568ef admin admin] Network 8344f4db-560e-43ae-a8a3-c586ec595f86 is already hosted by enough agents. {{(pid=102544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:19:30.307997 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.base_scheduler [None req-0221ef85-de68-42a0-b29f-45afcc5568ef admin admin] Resources bound (agent type, host, resource id): {{(pid=102544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:19:30.322395 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0221ef85-de68-42a0-b29f-45afcc5568ef admin admin] Received port after_create {{(pid=102544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:19:30.322541 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-74fc33c9-51e2-41e2-ac10-f5bcb6a00527 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:30.331732 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-04e91cc2-6afa-46f6-92eb-97ab2f22a0e7 req-a2f06cd7-6dea-4f2a-bf8e-db91d14b7d64 service neutron] 10.222.0.66 "GET /v2.0/networks/70c457e2-22ff-4a59-b8ba-a00e5e3e2e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477139 Nov 24 15:19:30.366504 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-74fc33c9-51e2-41e2-ac10-f5bcb6a00527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098'] for port, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:30.410795 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fc33c9-51e2-41e2-ac10-f5bcb6a00527 admin admin] Network 8344f4db-560e-43ae-a8a3-c586ec595f86 is already hosted by enough agents. {{(pid=102545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:19:30.411801 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0221ef85-de68-42a0-b29f-45afcc5568ef admin admin] Pushing event updated for resources: {'Port': ['ID=da296a9c-5a22-4030-92c2-5a298a84570a,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:30.419226 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [None req-74fc33c9-51e2-41e2-ac10-f5bcb6a00527 admin admin] Resources bound (agent type, host, resource id): {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:19:30.429678 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fc33c9-51e2-41e2-ac10-f5bcb6a00527 admin admin] Received port after_create {{(pid=102545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:19:30.455028 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c4eeba50-8754-4285-a613-10c52f576a14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:30.510634 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c4eeba50-8754-4285-a613-10c52f576a14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:30.621916 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fc33c9-51e2-41e2-ac10-f5bcb6a00527 admin admin] Pushing event updated for resources: {'Port': ['ID=94b2397e-118d-4e48-a81a-dfddcf998123,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:30.675030 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 57084) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:30.764757 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-8a3da446-aeee-477a-93f1-60389becffa6 req-6dfa31b8-e2d0-456d-88fb-97bc89812618 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/ports?device_id=c314c5fb-ef55-4d6a-907d-c67422d61401 HTTP/1.1" status: 200 len: 210 time: 0.0865269 Nov 24 15:19:30.800074 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c4eeba50-8754-4285-a613-10c52f576a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:30.819597 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c4eeba50-8754-4285-a613-10c52f576a14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:30.828489 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-c4eeba50-8754-4285-a613-10c52f576a14 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d884adc9-4145-4042-af08-e0db0ec99151 HTTP/1.1" status: 204 len: 168 time: 0.6834028 Nov 24 15:19:30.877538 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-0221ef85-de68-42a0-b29f-45afcc5568ef admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:30.891613 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eeba50-8754-4285-a613-10c52f576a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d884adc9-4145-4042-af08-e0db0ec99151,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:30.961873 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bb007c-1818-4c72-919d-5b4079610a15 None None] Network a227d49c-a3bd-45ee-b0d2-bcce569a4266 requested from dv-cinder-804035-20-iscsi {{(pid=102546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:19:30.968060 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-74fc33c9-51e2-41e2-ac10-f5bcb6a00527 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:31.106965 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-18ffa518-f085-44bd-92e3-7c11329935c8 None None] Provisioning complete for port d00560b8-505e-4939-842d-83f0270e89d5 triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:19:31.107560 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-18ffa518-f085-44bd-92e3-7c11329935c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:31.217872 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-0221ef85-de68-42a0-b29f-45afcc5568ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663900'] for router, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:31.218612 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device d00560b8-505e-4939-842d-83f0270e89d5 up at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:19:31.265353 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-18ffa518-f085-44bd-92e3-7c11329935c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:31.331602 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-18ffa518-f085-44bd-92e3-7c11329935c8 None None] For port d00560b8-505e-4939-842d-83f0270e89d5, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=d00560b8-505e-4939-842d-83f0270e89d5,segment=NetworkSegment(5cca371a-d1c6-4d40-ae83-fde6150ee61c),segment_id=5cca371a-d1c6-4d40-ae83-fde6150ee61c)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:19:31.363455 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-18ffa518-f085-44bd-92e3-7c11329935c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:31.411707 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-74fc33c9-51e2-41e2-ac10-f5bcb6a00527 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663900'] for router, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:31.439788 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ffa518-f085-44bd-92e3-7c11329935c8 None None] Pushing event updated for resources: {'Port': ['ID=d00560b8-505e-4939-842d-83f0270e89d5,revision_number=3']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:31.556572 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Provisioning complete for port d00560b8-505e-4939-842d-83f0270e89d5 triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:19:31.556858 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:31.571207 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0221ef85-de68-42a0-b29f-45afcc5568ef admin admin] Router 3946d0bc-5fae-46c5-b2ee-32c05a0570ed is scheduled to L3 agent cf746c29-e95d-415d-8373-1f02a86f1d46 with binding_index 1 {{(pid=102544) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 15:19:31.632928 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74fc33c9-51e2-41e2-ac10-f5bcb6a00527 admin admin] Router 1b4362e1-3896-44bd-b31f-e1d78fdd88cc is scheduled to L3 agent cf746c29-e95d-415d-8373-1f02a86f1d46 with binding_index 1 {{(pid=102545) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 15:19:31.747690 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0221ef85-de68-42a0-b29f-45afcc5568ef admin admin] Notify agent at l3_agent.dv-cinder-804035-20-iscsi the message routers_updated {{(pid=102544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:19:31.757718 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c44145-a42f-429b-a2cc-be419b66ba1c None None] Sync routers for ids ['3946d0bc-5fae-46c5-b2ee-32c05a0570ed'] in dv-cinder-804035-20-iscsi {{(pid=102547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:19:31.773434 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74fc33c9-51e2-41e2-ac10-f5bcb6a00527 admin admin] Notify agent at l3_agent.dv-cinder-804035-20-iscsi the message routers_updated {{(pid=102545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:19:31.775460 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-0221ef85-de68-42a0-b29f-45afcc5568ef admin admin] Publish callbacks [] for router, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:31.781619 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-0221ef85-de68-42a0-b29f-45afcc5568ef admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6748528 Nov 24 15:19:31.782346 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 57142) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:31.788390 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c44145-a42f-429b-a2cc-be419b66ba1c None None] Routers {'3946d0bc-5fae-46c5-b2ee-32c05a0570ed'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:19:31.789418 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-e3c44145-a42f-429b-a2cc-be419b66ba1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:19:18Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['3946d0bc-5fae-46c5-b2ee-32c05a0570ed'], 'active': True} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:19:31.801396 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-74fc33c9-51e2-41e2-ac10-f5bcb6a00527 admin admin] Publish callbacks [] for router, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:31.802786 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-74fc33c9-51e2-41e2-ac10-f5bcb6a00527 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.2071009 Nov 24 15:19:31.807427 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 57144) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:31.818910 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddc1658-88a4-4383-b341-275b1ceeb5f5 None None] Sync routers for ids ['1b4362e1-3896-44bd-b31f-e1d78fdd88cc'] in dv-cinder-804035-20-iscsi {{(pid=102546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:19:31.895981 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddc1658-88a4-4383-b341-275b1ceeb5f5 None None] Routers {'1b4362e1-3896-44bd-b31f-e1d78fdd88cc'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:19:31.896899 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-9ddc1658-88a4-4383-b341-275b1ceeb5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:19:18Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['1b4362e1-3896-44bd-b31f-e1d78fdd88cc'], 'active': True} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:19:31.969867 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-525d4693-52c2-47c4-9175-48280b0e079e req-ff4a1a1c-3de3-4e13-9410-eb6d13f0a7f5 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/ports?device_id=c314c5fb-ef55-4d6a-907d-c67422d61401 HTTP/1.1" status: 200 len: 210 time: 0.0609872 Nov 24 15:19:32.099139 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvr_db [None req-9ddc1658-88a4-4383-b341-275b1ceeb5f5 None None] Set router 1b4362e1-3896-44bd-b31f-e1d78fdd88cc gateway port host: dv-cinder-804035-20-iscsi {{(pid=102546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:19:32.193887 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 57158) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:32.237460 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvr_db [None req-e3c44145-a42f-429b-a2cc-be419b66ba1c None None] Set router 3946d0bc-5fae-46c5-b2ee-32c05a0570ed gateway port host: dv-cinder-804035-20-iscsi {{(pid=102547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:19:32.336669 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-577e1468-52f8-40bc-ae76-f5b625c054d7 None None] Provisioning complete for port d00560b8-505e-4939-842d-83f0270e89d5 triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:19:32.337039 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-577e1468-52f8-40bc-ae76-f5b625c054d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:32.395731 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-9ddc1658-88a4-4383-b341-275b1ceeb5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4362e1-3896-44bd-b31f-e1d78fdd88cc', 'name': 'tempest-ServerRescueNegativeTestJSON-379663553-router', 'tenant_id': '32404aa4e2d44b9e966da2bab0b27149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '94b2397e-118d-4e48-a81a-dfddcf998123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:19:28Z', 'updated_at': '2021-11-24T15:19:30Z', 'revision_number': 3, 'project_id': '32404aa4e2d44b9e966da2bab0b27149', 'gw_port': {'id': '94b2397e-118d-4e48-a81a-dfddcf998123', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:59:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4362e1-3896-44bd-b31f-e1d78fdd88cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:19:29Z', 'updated_at': '2021-11-24T15:19:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi'}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:19:32.455176 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddc1658-88a4-4383-b341-275b1ceeb5f5 None None] Checking router: 1b4362e1-3896-44bd-b31f-e1d78fdd88cc for host: dv-cinder-804035-20-iscsi {{(pid=102546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:19:32.455534 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddc1658-88a4-4383-b341-275b1ceeb5f5 None None] Updating router 1b4362e1-3896-44bd-b31f-e1d78fdd88cc port 94b2397e-118d-4e48-a81a-dfddcf998123 binding host dv-cinder-804035-20-iscsi {{(pid=102546) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 15:19:32.468394 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [None req-f2641f81-535c-4c03-8216-2ef54d6a2563 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-344348114-network', 'tenant_id': 'c2b123b8778d4ab7bf9395a5314e9488'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:19:32.493277 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-9ddc1658-88a4-4383-b341-275b1ceeb5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:32.586322 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2641f81-535c-4c03-8216-2ef54d6a2563 admin admin] Made reservation on behalf of c2b123b8778d4ab7bf9395a5314e9488 for: {'network': 1} {{(pid=102545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:19:32.591659 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f2641f81-535c-4c03-8216-2ef54d6a2563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for network, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:32.639861 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f2641f81-535c-4c03-8216-2ef54d6a2563 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:32.661428 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-e3c44145-a42f-429b-a2cc-be419b66ba1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'name': 'tempest-AttachVolumeTestJSON-1302020264-router', 'tenant_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'da296a9c-5a22-4030-92c2-5a298a84570a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:19:28Z', 'updated_at': '2021-11-24T15:19:30Z', 'revision_number': 3, 'project_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'gw_port': {'id': 'da296a9c-5a22-4030-92c2-5a298a84570a', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:30:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:19:29Z', 'updated_at': '2021-11-24T15:19:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi'}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:19:32.664920 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c238fe86-3282-425c-8b20-17ae25d297f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:32.696390 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c44145-a42f-429b-a2cc-be419b66ba1c None None] Checking router: 3946d0bc-5fae-46c5-b2ee-32c05a0570ed for host: dv-cinder-804035-20-iscsi {{(pid=102547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:19:32.696883 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c44145-a42f-429b-a2cc-be419b66ba1c None None] Updating router 3946d0bc-5fae-46c5-b2ee-32c05a0570ed port da296a9c-5a22-4030-92c2-5a298a84570a binding host dv-cinder-804035-20-iscsi {{(pid=102547) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 15:19:32.730028 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-e3c44145-a42f-429b-a2cc-be419b66ba1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:32.802754 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-c9a8591a-66f4-44cc-992b-5ae548ee9d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:32.841170 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f2641f81-535c-4c03-8216-2ef54d6a2563 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:32.850254 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f2641f81-535c-4c03-8216-2ef54d6a2563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:32.905731 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-9ddc1658-88a4-4383-b341-275b1ceeb5f5 None None] Publish callbacks [] for port, precommit_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:32.915619 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-9ddc1658-88a4-4383-b341-275b1ceeb5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:32.945202 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.db.db_base_plugin_common [None req-c238fe86-3282-425c-8b20-17ae25d297f5 admin admin] Allocated IP 172.20.0.1 (a227d49c-a3bd-45ee-b0d2-bcce569a4266/84815f2f-38d2-472a-bdf7-762ef40354a5/073b851b-55fb-40c9-8240-b26807bfc531) {{(pid=102544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:19:32.967236 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2641f81-535c-4c03-8216-2ef54d6a2563 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1220} {{(pid=102545) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 15:19:32.990077 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-9ddc1658-88a4-4383-b341-275b1ceeb5f5 None None] Attempting to bind port 94b2397e-118d-4e48-a81a-dfddcf998123 on host dv-cinder-804035-20-iscsi for vnic_type normal with profile {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:19:32.990496 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-9ddc1658-88a4-4383-b341-275b1ceeb5f5 None None] Attempting to bind port 94b2397e-118d-4e48-a81a-dfddcf998123 by drivers openvswitch,hyperv on host dv-cinder-804035-20-iscsi at level 0 using segments [{'id': '0ed66df3-fe9f-4da3-924e-b64abe4f4390', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86'}] {{(pid=102546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:19:32.990866 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddc1658-88a4-4383-b341-275b1ceeb5f5 None None] Attempting to bind port 94b2397e-118d-4e48-a81a-dfddcf998123 on network 8344f4db-560e-43ae-a8a3-c586ec595f86 {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:19:32.992945 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef70d16-1ccb-4170-ba25-3320ce621dbd None None] Pushing event updated for resources: {'Port': ['ID=94b2397e-118d-4e48-a81a-dfddcf998123,revision_number=2']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:32.998718 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddc1658-88a4-4383-b341-275b1ceeb5f5 None None] Checking agent: {'id': '09195cb9-9d00-4b2c-842e-e029daf9b985', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 11, 51), 'started_at': datetime.datetime(2021, 11, 24, 15, 12, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:19:32.999248 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddc1658-88a4-4383-b341-275b1ceeb5f5 None None] Checking segment: {'id': '0ed66df3-fe9f-4da3-924e-b64abe4f4390', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:19:32.999664 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-9ddc1658-88a4-4383-b341-275b1ceeb5f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:33.000058 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddc1658-88a4-4383-b341-275b1ceeb5f5 None None] Bound using segment: {'id': '0ed66df3-fe9f-4da3-924e-b64abe4f4390', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86'} {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:19:33.000534 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-9ddc1658-88a4-4383-b341-275b1ceeb5f5 None None] Bound port: 94b2397e-118d-4e48-a81a-dfddcf998123, host: dv-cinder-804035-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed66df3-fe9f-4da3-924e-b64abe4f4390', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86'}}] {{(pid=102546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:19:33.001023 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-9ddc1658-88a4-4383-b341-275b1ceeb5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:33.024246 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2641f81-535c-4c03-8216-2ef54d6a2563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d002e9ad-cebc-424f-84e6-c398fcae34ec,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:33.027676 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device d00560b8-505e-4939-842d-83f0270e89d5 up at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:19:33.037702 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f2641f81-535c-4c03-8216-2ef54d6a2563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470086'] for segment, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:33.038051 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.db.segments_db [None req-f2641f81-535c-4c03-8216-2ef54d6a2563 admin admin] Added segment dce082c7-888c-4889-aa88-5d61438daac9 of type vlan for network 5e52c468-866c-4688-84a5-0c3b4b3e04e7 Nov 24 15:19:33.093752 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f2641f81-535c-4c03-8216-2ef54d6a2563 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750836966705'] for network, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:33.103675 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-9ddc1658-88a4-4383-b341-275b1ceeb5f5 None None] For port 94b2397e-118d-4e48-a81a-dfddcf998123, host dv-cinder-804035-20-iscsi, cleared binding levels {{(pid=102546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:19:33.109478 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-9ddc1658-88a4-4383-b341-275b1ceeb5f5 None None] For port 94b2397e-118d-4e48-a81a-dfddcf998123, host dv-cinder-804035-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=94b2397e-118d-4e48-a81a-dfddcf998123,segment=NetworkSegment(0ed66df3-fe9f-4da3-924e-b64abe4f4390),segment_id=0ed66df3-fe9f-4da3-924e-b64abe4f4390)] {{(pid=102546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:19:33.116343 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-9ddc1658-88a4-4383-b341-275b1ceeb5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:33.151399 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Provisioning complete for port d00560b8-505e-4939-842d-83f0270e89d5 triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:19:33.151731 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:33.161678 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f2641f81-535c-4c03-8216-2ef54d6a2563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203'] for network, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:33.162628 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2641f81-535c-4c03-8216-2ef54d6a2563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:33.166857 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f2641f81-535c-4c03-8216-2ef54d6a2563 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for network, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:33.202764 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-e3c44145-a42f-429b-a2cc-be419b66ba1c None None] Publish callbacks [] for port, precommit_update {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:33.205513 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c238fe86-3282-425c-8b20-17ae25d297f5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:33.213416 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-e3c44145-a42f-429b-a2cc-be419b66ba1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:33.219634 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-f2641f81-535c-4c03-8216-2ef54d6a2563 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0211465 Nov 24 15:19:33.224256 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 57184) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:33.250554 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.v2.base [None req-6d5ac55e-849b-4aa1-b75d-84fa8ab22d82 admin admin] Request body: {'subnet': {'network_id': '5e52c468-866c-4688-84a5-0c3b4b3e04e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-344348114-subnet', 'tenant_id': 'c2b123b8778d4ab7bf9395a5314e9488', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:19:33.281742 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c43692-1aa3-435d-ab74-0d0a3011dbea None None] Pushing event updated for resources: {'Port': ['ID=da296a9c-5a22-4030-92c2-5a298a84570a,revision_number=2']} {{(pid=102547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:33.292814 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c43692-1aa3-435d-ab74-0d0a3011dbea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:33.293472 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c43692-1aa3-435d-ab74-0d0a3011dbea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:33.294897 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c43692-1aa3-435d-ab74-0d0a3011dbea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:33.295410 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c43692-1aa3-435d-ab74-0d0a3011dbea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:33.296231 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c43692-1aa3-435d-ab74-0d0a3011dbea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:33.296746 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c43692-1aa3-435d-ab74-0d0a3011dbea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:33.297243 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c43692-1aa3-435d-ab74-0d0a3011dbea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:33.298010 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c43692-1aa3-435d-ab74-0d0a3011dbea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:33.298525 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c43692-1aa3-435d-ab74-0d0a3011dbea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:33.299078 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c43692-1aa3-435d-ab74-0d0a3011dbea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:33.300490 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c43692-1aa3-435d-ab74-0d0a3011dbea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:33.301086 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c43692-1aa3-435d-ab74-0d0a3011dbea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:33.302428 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c43692-1aa3-435d-ab74-0d0a3011dbea None None] Tracked resource versions report: Nov 24 15:19:33.302428 dv-cinder-804035-20-iscsi neutron-server[102547]: pushed versions: Nov 24 15:19:33.302428 dv-cinder-804035-20-iscsi neutron-server[102547]: { 'AddressGroup': {'1.2'}, Nov 24 15:19:33.302428 dv-cinder-804035-20-iscsi neutron-server[102547]: 'ConntrackHelper': {'1.0'}, Nov 24 15:19:33.302428 dv-cinder-804035-20-iscsi neutron-server[102547]: 'Log': {'1.0'}, Nov 24 15:19:33.302428 dv-cinder-804035-20-iscsi neutron-server[102547]: 'Network': {'1.1'}, Nov 24 15:19:33.302428 dv-cinder-804035-20-iscsi neutron-server[102547]: 'Port': {'1.7'}, Nov 24 15:19:33.302428 dv-cinder-804035-20-iscsi neutron-server[102547]: 'PortForwarding': {'1.2'}, Nov 24 15:19:33.302428 dv-cinder-804035-20-iscsi neutron-server[102547]: 'QosPolicy': {'1.10'}, Nov 24 15:19:33.302428 dv-cinder-804035-20-iscsi neutron-server[102547]: 'SecurityGroup': {'1.5'}, Nov 24 15:19:33.302428 dv-cinder-804035-20-iscsi neutron-server[102547]: 'SecurityGroupRule': {'1.2'}, Nov 24 15:19:33.302428 dv-cinder-804035-20-iscsi neutron-server[102547]: 'SubPort': {'1.0'}, Nov 24 15:19:33.302428 dv-cinder-804035-20-iscsi neutron-server[102547]: 'Subnet': {'1.1'}, Nov 24 15:19:33.302428 dv-cinder-804035-20-iscsi neutron-server[102547]: 'Trunk': {'1.1'}} Nov 24 15:19:33.302428 dv-cinder-804035-20-iscsi neutron-server[102547]: consumer versions: Nov 24 15:19:33.302428 dv-cinder-804035-20-iscsi neutron-server[102547]: { DHCP agent@dv-cinder-804035-20-iscsi: {}, Nov 24 15:19:33.302428 dv-cinder-804035-20-iscsi neutron-server[102547]: HyperV agent@hv-cinder-80403: {}, Nov 24 15:19:33.302428 dv-cinder-804035-20-iscsi neutron-server[102547]: L3 agent@dv-cinder-804035-20-iscsi: {}, Nov 24 15:19:33.302428 dv-cinder-804035-20-iscsi neutron-server[102547]: Metadata agent@dv-cinder-804035-20-iscsi: {}, Nov 24 15:19:33.302428 dv-cinder-804035-20-iscsi neutron-server[102547]: Metering agent@dv-cinder-804035-20-iscsi: {}, Nov 24 15:19:33.302428 dv-cinder-804035-20-iscsi neutron-server[102547]: Open vSwitch agent@dv-cinder-804035-20-iscsi: { 'AddressGroup': '1.2', Nov 24 15:19:33.302428 dv-cinder-804035-20-iscsi neutron-server[102547]: 'ConntrackHelper': '1.0', Nov 24 15:19:33.302428 dv-cinder-804035-20-iscsi neutron-server[102547]: 'Log': '1.0', Nov 24 15:19:33.302428 dv-cinder-804035-20-iscsi neutron-server[102547]: 'Network': '1.1', Nov 24 15:19:33.302428 dv-cinder-804035-20-iscsi neutron-server[102547]: 'Port': '1.7', Nov 24 15:19:33.302428 dv-cinder-804035-20-iscsi neutron-server[102547]: 'PortForwarding': '1.2', Nov 24 15:19:33.302428 dv-cinder-804035-20-iscsi neutron-server[102547]: 'QosPolicy': '1.10', Nov 24 15:19:33.302428 dv-cinder-804035-20-iscsi neutron-server[102547]: 'SecurityGroup': '1.5', Nov 24 15:19:33.302428 dv-cinder-804035-20-iscsi neutron-server[102547]: 'SecurityGroupRule': '1.2', Nov 24 15:19:33.302428 dv-cinder-804035-20-iscsi neutron-server[102547]: 'SubPort': '1.0', Nov 24 15:19:33.302428 dv-cinder-804035-20-iscsi neutron-server[102547]: 'Subnet': '1.1', Nov 24 15:19:33.302428 dv-cinder-804035-20-iscsi neutron-server[102547]: 'Trunk': '1.1'}} Nov 24 15:19:33.302428 dv-cinder-804035-20-iscsi neutron-server[102547]: {{(pid=102547) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 15:19:33.355233 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.managers [None req-e3c44145-a42f-429b-a2cc-be419b66ba1c None None] Attempting to bind port da296a9c-5a22-4030-92c2-5a298a84570a on host dv-cinder-804035-20-iscsi for vnic_type normal with profile {{(pid=102547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:19:33.356144 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.managers [None req-e3c44145-a42f-429b-a2cc-be419b66ba1c None None] Attempting to bind port da296a9c-5a22-4030-92c2-5a298a84570a by drivers openvswitch,hyperv on host dv-cinder-804035-20-iscsi at level 0 using segments [{'id': '0ed66df3-fe9f-4da3-924e-b64abe4f4390', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86'}] {{(pid=102547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:19:33.357386 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c44145-a42f-429b-a2cc-be419b66ba1c None None] Attempting to bind port da296a9c-5a22-4030-92c2-5a298a84570a on network 8344f4db-560e-43ae-a8a3-c586ec595f86 {{(pid=102547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:19:33.362549 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef70d16-1ccb-4170-ba25-3320ce621dbd None None] Pushing event updated for resources: {'Port': ['ID=94b2397e-118d-4e48-a81a-dfddcf998123,revision_number=3']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:33.371004 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddc1658-88a4-4383-b341-275b1ceeb5f5 None None] Routers {'1b4362e1-3896-44bd-b31f-e1d78fdd88cc'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:19:33.371683 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-9ddc1658-88a4-4383-b341-275b1ceeb5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:19:18Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['1b4362e1-3896-44bd-b31f-e1d78fdd88cc'], 'active': True} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:19:33.376882 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c44145-a42f-429b-a2cc-be419b66ba1c None None] Checking agent: {'id': '09195cb9-9d00-4b2c-842e-e029daf9b985', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 11, 51), 'started_at': datetime.datetime(2021, 11, 24, 15, 12, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:19:33.378162 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c44145-a42f-429b-a2cc-be419b66ba1c None None] Checking segment: {'id': '0ed66df3-fe9f-4da3-924e-b64abe4f4390', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:19:33.378740 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-e3c44145-a42f-429b-a2cc-be419b66ba1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:33.379298 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c44145-a42f-429b-a2cc-be419b66ba1c None None] Bound using segment: {'id': '0ed66df3-fe9f-4da3-924e-b64abe4f4390', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86'} {{(pid=102547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:19:33.379955 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.managers [None req-e3c44145-a42f-429b-a2cc-be419b66ba1c None None] Bound port: da296a9c-5a22-4030-92c2-5a298a84570a, host: dv-cinder-804035-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed66df3-fe9f-4da3-924e-b64abe4f4390', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86'}}] {{(pid=102547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:19:33.380564 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-e3c44145-a42f-429b-a2cc-be419b66ba1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:33.384235 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5ac55e-849b-4aa1-b75d-84fa8ab22d82 admin admin] Made reservation on behalf of c2b123b8778d4ab7bf9395a5314e9488 for: {'subnet': 1} {{(pid=102544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:19:33.388883 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-6d5ac55e-849b-4aa1-b75d-84fa8ab22d82 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:33.416513 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2641f81-535c-4c03-8216-2ef54d6a2563 admin admin] Pushing event updated for resources: {'Network': ['ID=5e52c468-866c-4688-84a5-0c3b4b3e04e7,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:33.425289 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c238fe86-3282-425c-8b20-17ae25d297f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098'] for port, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:33.435458 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-92525603-48ae-424b-b7ed-1a56fcfb6389 req-28f49c53-ad64-4d9e-a768-d2ca3da11683 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/ports?device_id=c314c5fb-ef55-4d6a-907d-c67422d61401 HTTP/1.1" status: 200 len: 210 time: 0.0763600 Nov 24 15:19:33.459186 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.db [None req-e3c44145-a42f-429b-a2cc-be419b66ba1c None None] For port da296a9c-5a22-4030-92c2-5a298a84570a, host dv-cinder-804035-20-iscsi, cleared binding levels {{(pid=102547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:19:33.471180 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.db [None req-e3c44145-a42f-429b-a2cc-be419b66ba1c None None] For port da296a9c-5a22-4030-92c2-5a298a84570a, host dv-cinder-804035-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=da296a9c-5a22-4030-92c2-5a298a84570a,segment=NetworkSegment(0ed66df3-fe9f-4da3-924e-b64abe4f4390),segment_id=0ed66df3-fe9f-4da3-924e-b64abe4f4390)] {{(pid=102547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:19:33.480428 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Network 5e52c468-866c-4688-84a5-0c3b4b3e04e7 details requested by agent ovs-agent-dv-cinder-804035-20-iscsi with host dv-cinder-804035-20-iscsi {{(pid=102546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 15:19:33.482019 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-e3c44145-a42f-429b-a2cc-be419b66ba1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:33.506882 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.db_base_plugin_common [None req-c9a8591a-66f4-44cc-992b-5ae548ee9d74 admin admin] Allocated IP 172.20.0.1 (8b8e34ef-bafa-4e65-a88d-1be4877982c1/6dd026dc-7a5a-4fd3-ad01-b8844bc6d476/45908162-baf5-480a-b98c-62ac8100792e) {{(pid=102545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:19:33.552809 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c44145-a42f-429b-a2cc-be419b66ba1c None None] Routers {'3946d0bc-5fae-46c5-b2ee-32c05a0570ed'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:19:33.553582 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-e3c44145-a42f-429b-a2cc-be419b66ba1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:19:18Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['3946d0bc-5fae-46c5-b2ee-32c05a0570ed'], 'active': True} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:19:33.561839 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c238fe86-3282-425c-8b20-17ae25d297f5 admin admin] Network a227d49c-a3bd-45ee-b0d2-bcce569a4266 is already hosted by enough agents. {{(pid=102544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:19:33.596074 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c43692-1aa3-435d-ab74-0d0a3011dbea None None] Pushing event updated for resources: {'Port': ['ID=da296a9c-5a22-4030-92c2-5a298a84570a,revision_number=3']} {{(pid=102547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:33.628042 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-c9a8591a-66f4-44cc-992b-5ae548ee9d74 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:33.634066 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.base_scheduler [None req-c238fe86-3282-425c-8b20-17ae25d297f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:19:33.637149 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c238fe86-3282-425c-8b20-17ae25d297f5 admin admin] Received port after_create {{(pid=102544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:19:33.637649 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c238fe86-3282-425c-8b20-17ae25d297f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663981'] for router_interface, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:33.664236 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-c9a8591a-66f4-44cc-992b-5ae548ee9d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098'] for port, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:33.720291 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a8591a-66f4-44cc-992b-5ae548ee9d74 admin admin] Network 8b8e34ef-bafa-4e65-a88d-1be4877982c1 is already hosted by enough agents. {{(pid=102545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:19:33.731900 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [None req-c9a8591a-66f4-44cc-992b-5ae548ee9d74 admin admin] Resources bound (agent type, host, resource id): {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:19:33.732122 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c238fe86-3282-425c-8b20-17ae25d297f5 admin admin] Pushing event updated for resources: {'Port': ['ID=073b851b-55fb-40c9-8240-b26807bfc531,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:33.736494 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a8591a-66f4-44cc-992b-5ae548ee9d74 admin admin] Received port after_create {{(pid=102545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:19:33.738983 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-c9a8591a-66f4-44cc-992b-5ae548ee9d74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663981'] for router_interface, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:33.796048 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvr_db [None req-e3c44145-a42f-429b-a2cc-be419b66ba1c None None] Set router 3946d0bc-5fae-46c5-b2ee-32c05a0570ed gateway port host: dv-cinder-804035-20-iscsi {{(pid=102547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:19:33.897632 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a8591a-66f4-44cc-992b-5ae548ee9d74 admin admin] Pushing event updated for resources: {'Port': ['ID=45908162-baf5-480a-b98c-62ac8100792e,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:33.949666 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c238fe86-3282-425c-8b20-17ae25d297f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:33.970548 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvr_db [None req-9ddc1658-88a4-4383-b341-275b1ceeb5f5 None None] Set router 1b4362e1-3896-44bd-b31f-e1d78fdd88cc gateway port host: dv-cinder-804035-20-iscsi {{(pid=102546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:19:34.119474 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-c9a8591a-66f4-44cc-992b-5ae548ee9d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:34.158373 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-e3c44145-a42f-429b-a2cc-be419b66ba1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'name': 'tempest-AttachVolumeTestJSON-1302020264-router', 'tenant_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'da296a9c-5a22-4030-92c2-5a298a84570a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:19:28Z', 'updated_at': '2021-11-24T15:19:30Z', 'revision_number': 3, 'project_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'gw_port': {'id': 'da296a9c-5a22-4030-92c2-5a298a84570a', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:30:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:19:29Z', 'updated_at': '2021-11-24T15:19:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi'}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:19:34.168282 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-1171b2e5-2300-4cfa-b191-f2a8a37da716 None None] Provisioning complete for port 073b851b-55fb-40c9-8240-b26807bfc531 triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:19:34.169021 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-1171b2e5-2300-4cfa-b191-f2a8a37da716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:34.173940 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-6d5ac55e-849b-4aa1-b75d-84fa8ab22d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203'] for subnet, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:34.196812 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c44145-a42f-429b-a2cc-be419b66ba1c None None] The sync data for ids ['3946d0bc-5fae-46c5-b2ee-32c05a0570ed'] in dv-cinder-804035-20-iscsi is: [{'id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'name': 'tempest-AttachVolumeTestJSON-1302020264-router', 'tenant_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'da296a9c-5a22-4030-92c2-5a298a84570a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:19:28Z', 'updated_at': '2021-11-24T15:19:30Z', 'revision_number': 3, 'project_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'gw_port': {'id': 'da296a9c-5a22-4030-92c2-5a298a84570a', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:30:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:19:29Z', 'updated_at': '2021-11-24T15:19:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi'}] {{(pid=102547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:19:34.215565 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-1171b2e5-2300-4cfa-b191-f2a8a37da716 None None] Port 073b851b-55fb-40c9-8240-b26807bfc531 cannot update to ACTIVE because it is not bound. {{(pid=102546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:19:34.288255 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ac55e-849b-4aa1-b75d-84fa8ab22d82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e766a9b9-a9fb-4617-99ff-544ef7312913,revision_number=0']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:34.291737 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-9ddc1658-88a4-4383-b341-275b1ceeb5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4362e1-3896-44bd-b31f-e1d78fdd88cc', 'name': 'tempest-ServerRescueNegativeTestJSON-379663553-router', 'tenant_id': '32404aa4e2d44b9e966da2bab0b27149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '94b2397e-118d-4e48-a81a-dfddcf998123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:19:28Z', 'updated_at': '2021-11-24T15:19:30Z', 'revision_number': 3, 'project_id': '32404aa4e2d44b9e966da2bab0b27149', 'gw_port': {'id': '94b2397e-118d-4e48-a81a-dfddcf998123', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:59:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4362e1-3896-44bd-b31f-e1d78fdd88cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:19:29Z', 'updated_at': '2021-11-24T15:19:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi'}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:19:34.309607 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5ac55e-849b-4aa1-b75d-84fa8ab22d82 admin admin] Checking segment: {'id': 'dce082c7-888c-4889-aa88-5d61438daac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '5e52c468-866c-4688-84a5-0c3b4b3e04e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:19:34.310211 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5ac55e-849b-4aa1-b75d-84fa8ab22d82 admin admin] Network hostable DHCP agents. Network: 5e52c468-866c-4688-84a5-0c3b4b3e04e7, hostable agents: ['c1d34c78-3ad8-4647-a250-754fc30c4ba4'], hosted agents: [] {{(pid=102544) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 15:19:34.321427 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddc1658-88a4-4383-b341-275b1ceeb5f5 None None] The sync data for ids ['1b4362e1-3896-44bd-b31f-e1d78fdd88cc'] in dv-cinder-804035-20-iscsi is: [{'id': '1b4362e1-3896-44bd-b31f-e1d78fdd88cc', 'name': 'tempest-ServerRescueNegativeTestJSON-379663553-router', 'tenant_id': '32404aa4e2d44b9e966da2bab0b27149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '94b2397e-118d-4e48-a81a-dfddcf998123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:19:28Z', 'updated_at': '2021-11-24T15:19:30Z', 'revision_number': 3, 'project_id': '32404aa4e2d44b9e966da2bab0b27149', 'gw_port': {'id': '94b2397e-118d-4e48-a81a-dfddcf998123', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:59:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4362e1-3896-44bd-b31f-e1d78fdd88cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:19:29Z', 'updated_at': '2021-11-24T15:19:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi'}] {{(pid=102546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:19:34.333367 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-c9a8591a-66f4-44cc-992b-5ae548ee9d74 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:34.339923 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-c9a8591a-66f4-44cc-992b-5ae548ee9d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:34.341493 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-c9a8591a-66f4-44cc-992b-5ae548ee9d74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-679709'] for router_interface, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:34.349659 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c238fe86-3282-425c-8b20-17ae25d297f5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:34.351883 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5ac55e-849b-4aa1-b75d-84fa8ab22d82 admin admin] Network 5e52c468-866c-4688-84a5-0c3b4b3e04e7 is scheduled to be hosted by DHCP agent c1d34c78-3ad8-4647-a250-754fc30c4ba4 with binding_index 1 {{(pid=102544) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 15:19:34.364796 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c238fe86-3282-425c-8b20-17ae25d297f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:34.365561 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c238fe86-3282-425c-8b20-17ae25d297f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-679709'] for router_interface, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:34.406153 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c238fe86-3282-425c-8b20-17ae25d297f5 admin admin] Pushing event updated for resources: {'Port': ['ID=073b851b-55fb-40c9-8240-b26807bfc531,revision_number=2']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:34.412579 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.base_scheduler [None req-6d5ac55e-849b-4aa1-b75d-84fa8ab22d82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-20-iscsi, 5e52c468-866c-4688-84a5-0c3b4b3e04e7) {{(pid=102544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:19:34.453100 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a8591a-66f4-44cc-992b-5ae548ee9d74 admin admin] Pushing event updated for resources: {'Port': ['ID=45908162-baf5-480a-b98c-62ac8100792e,revision_number=2']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:34.500798 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5ac55e-849b-4aa1-b75d-84fa8ab22d82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:34.501359 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-6d5ac55e-849b-4aa1-b75d-84fa8ab22d82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for subnet, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:34.510383 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbadb56f-0bec-4434-85ea-b9366260600a None None] Network 5e52c468-866c-4688-84a5-0c3b4b3e04e7 requested from dv-cinder-804035-20-iscsi {{(pid=102546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:19:34.526797 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a8591a-66f4-44cc-992b-5ae548ee9d74 admin admin] Network 8b8e34ef-bafa-4e65-a88d-1be4877982c1 is already hosted by enough agents. {{(pid=102545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:19:34.534738 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [None req-c9a8591a-66f4-44cc-992b-5ae548ee9d74 admin admin] Resources bound (agent type, host, resource id): {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:19:34.575660 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-6d5ac55e-849b-4aa1-b75d-84fa8ab22d82 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3474958 Nov 24 15:19:34.694977 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-68443742-45f2-40b2-abeb-03b2ee4a06da req-a21639ef-061a-4a4d-be56-9c39a0cc3ca8 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/ports?device_id=c314c5fb-ef55-4d6a-907d-c67422d61401 HTTP/1.1" status: 200 len: 210 time: 0.0669928 Nov 24 15:19:34.718926 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c238fe86-3282-425c-8b20-17ae25d297f5 admin admin] Network a227d49c-a3bd-45ee-b0d2-bcce569a4266 is already hosted by enough agents. {{(pid=102544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:19:34.720516 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.base_scheduler [None req-c238fe86-3282-425c-8b20-17ae25d297f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:19:34.806244 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b0c7a7-beb4-4d73-a6de-bc5dc339c475 None None] Network 5e52c468-866c-4688-84a5-0c3b4b3e04e7 requested from dv-cinder-804035-20-iscsi {{(pid=102546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:19:34.838858 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9a8591a-66f4-44cc-992b-5ae548ee9d74 admin admin] Router 1b4362e1-3896-44bd-b31f-e1d78fdd88cc has already been hosted by L3 agent cf746c29-e95d-415d-8373-1f02a86f1d46 {{(pid=102545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:19:34.980695 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c238fe86-3282-425c-8b20-17ae25d297f5 admin admin] Router 3946d0bc-5fae-46c5-b2ee-32c05a0570ed has already been hosted by L3 agent cf746c29-e95d-415d-8373-1f02a86f1d46 {{(pid=102544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:19:35.124778 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a8591a-66f4-44cc-992b-5ae548ee9d74 admin admin] Notify agent at l3_agent.dv-cinder-804035-20-iscsi the message routers_updated {{(pid=102545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:19:35.140146 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-c9a8591a-66f4-44cc-992b-5ae548ee9d74 admin admin] 10.222.0.66 "PUT /v2.0/routers/1b4362e1-3896-44bd-b31f-e1d78fdd88cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3316917 Nov 24 15:19:35.202245 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 94b2397e-118d-4e48-a81a-dfddcf998123 up at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:19:35.260002 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-9e57b7e3-adad-4740-87c7-903f44cbbbed None None] Provisioning complete for port 073b851b-55fb-40c9-8240-b26807bfc531 triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:19:35.260376 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-9e57b7e3-adad-4740-87c7-903f44cbbbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:35.315432 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c238fe86-3282-425c-8b20-17ae25d297f5 admin admin] Notify agent at l3_agent.dv-cinder-804035-20-iscsi the message routers_updated {{(pid=102544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:19:35.321991 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-c238fe86-3282-425c-8b20-17ae25d297f5 admin admin] 10.222.0.66 "PUT /v2.0/routers/3946d0bc-5fae-46c5-b2ee-32c05a0570ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5383296 Nov 24 15:19:35.329934 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Provisioning complete for port 94b2397e-118d-4e48-a81a-dfddcf998123 triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:19:35.330740 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:35.378271 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-9e57b7e3-adad-4740-87c7-903f44cbbbed None None] Port 073b851b-55fb-40c9-8240-b26807bfc531 cannot update to ACTIVE because it is not bound. {{(pid=102546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:19:35.473774 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:35.507118 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] For port 94b2397e-118d-4e48-a81a-dfddcf998123, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=94b2397e-118d-4e48-a81a-dfddcf998123,segment=NetworkSegment(0ed66df3-fe9f-4da3-924e-b64abe4f4390),segment_id=0ed66df3-fe9f-4da3-924e-b64abe4f4390)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:19:35.517880 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:35.518949 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device da296a9c-5a22-4030-92c2-5a298a84570a up at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:19:35.613018 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Pushing event updated for resources: {'Port': ['ID=94b2397e-118d-4e48-a81a-dfddcf998123,revision_number=4']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:35.626475 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Provisioning complete for port da296a9c-5a22-4030-92c2-5a298a84570a triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:19:35.626878 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:35.730431 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:35.759358 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] For port da296a9c-5a22-4030-92c2-5a298a84570a, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=da296a9c-5a22-4030-92c2-5a298a84570a,segment=NetworkSegment(0ed66df3-fe9f-4da3-924e-b64abe4f4390),segment_id=0ed66df3-fe9f-4da3-924e-b64abe4f4390)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:19:35.768748 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:35.791181 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 57262) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:35.799437 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.v2.base [None req-f54f016d-9dc1-4d38-8cdf-43ddb64f2f58 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-367631468-network', 'tenant_id': '6f95694f351842138100b924bd2b3b28'}} {{(pid=102544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:19:35.836137 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54f016d-9dc1-4d38-8cdf-43ddb64f2f58 admin admin] Made reservation on behalf of 6f95694f351842138100b924bd2b3b28 for: {'network': 1} {{(pid=102544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:19:35.838973 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-f54f016d-9dc1-4d38-8cdf-43ddb64f2f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for network, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:35.843237 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Pushing event updated for resources: {'Port': ['ID=da296a9c-5a22-4030-92c2-5a298a84570a,revision_number=4']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:35.861840 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-f54f016d-9dc1-4d38-8cdf-43ddb64f2f58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:35.987927 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc868a-26f5-4b18-81d6-96d919744777 req-90a0348d-fc22-48a9-8cca-45dd551d64f8 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:35.991585 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-fbfc868a-26f5-4b18-81d6-96d919744777 req-90a0348d-fc22-48a9-8cca-45dd551d64f8 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/networks?id=8b8e34ef-bafa-4e65-a88d-1be4877982c1 HTTP/1.1" status: 200 len: 818 time: 0.1484118 Nov 24 15:19:36.012995 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-fbfc868a-26f5-4b18-81d6-96d919744777 req-1115d4b9-9984-45de-a37a-048e033228b4 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/quotas/32404aa4e2d44b9e966da2bab0b27149 HTTP/1.1" status: 200 len: 375 time: 0.0169106 Nov 24 15:19:36.053695 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-f54f016d-9dc1-4d38-8cdf-43ddb64f2f58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:36.059502 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-f54f016d-9dc1-4d38-8cdf-43ddb64f2f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:36.090348 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f54f016d-9dc1-4d38-8cdf-43ddb64f2f58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1216} {{(pid=102544) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 15:19:36.111242 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f016d-9dc1-4d38-8cdf-43ddb64f2f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a42bdb-2449-4eab-bb5d-1319c8b46382,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:36.119012 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-fbfc868a-26f5-4b18-81d6-96d919744777 req-04f90259-af9a-490e-ba09-4a56d2583401 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=32404aa4e2d44b9e966da2bab0b27149&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0985739 Nov 24 15:19:36.124429 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-f54f016d-9dc1-4d38-8cdf-43ddb64f2f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470086'] for segment, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:36.124429 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.db.segments_db [None req-f54f016d-9dc1-4d38-8cdf-43ddb64f2f58 admin admin] Added segment 8a2d2df2-3fb8-45d4-bae8-e2646f34c61c of type vlan for network 21500539-1f02-4b1b-a0e0-2a6e396ce244 Nov 24 15:19:36.187279 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-f54f016d-9dc1-4d38-8cdf-43ddb64f2f58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750836966705'] for network, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:36.260022 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-f54f016d-9dc1-4d38-8cdf-43ddb64f2f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203'] for network, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:36.260992 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54f016d-9dc1-4d38-8cdf-43ddb64f2f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:36.261599 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-f54f016d-9dc1-4d38-8cdf-43ddb64f2f58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for network, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:36.278135 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-fbfc868a-26f5-4b18-81d6-96d919744777 req-ddd96c4f-e00c-42dc-aadc-2e0c125a168e service neutron] 10.222.0.66 "GET /v2.0/networks/8b8e34ef-bafa-4e65-a88d-1be4877982c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259756 Nov 24 15:19:36.291219 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 57280) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:36.296391 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [None req-f47c5e09-265f-4dd0-821b-1c6d033823af tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Request body: {'security_group': {'name': 'tempest-securitygroup--904273441', 'description': 'tempest-description--884588990'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:19:36.341317 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f47c5e09-265f-4dd0-821b-1c6d033823af tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:36.354700 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-f54f016d-9dc1-4d38-8cdf-43ddb64f2f58 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5601468 Nov 24 15:19:36.366210 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 57282) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:36.368583 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f016d-9dc1-4d38-8cdf-43ddb64f2f58 admin admin] Pushing event updated for resources: {'Network': ['ID=21500539-1f02-4b1b-a0e0-2a6e396ce244,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:36.388340 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.v2.base [None req-4b1b34fd-f553-4bd4-ada3-1f8a903847a6 admin admin] Request body: {'subnet': {'network_id': '21500539-1f02-4b1b-a0e0-2a6e396ce244', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-367631468-subnet', 'tenant_id': '6f95694f351842138100b924bd2b3b28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:19:36.399397 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-62a822ff-597c-4ee1-8cf5-d379327b984c req-39b3561e-c537-4c18-8439-f44ee98b6612 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/ports?device_id=c314c5fb-ef55-4d6a-907d-c67422d61401 HTTP/1.1" status: 200 len: 210 time: 0.0530937 Nov 24 15:19:36.406894 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Network 21500539-1f02-4b1b-a0e0-2a6e396ce244 details requested by agent ovs-agent-dv-cinder-804035-20-iscsi with host dv-cinder-804035-20-iscsi {{(pid=102546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 15:19:36.448704 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f47c5e09-265f-4dd0-821b-1c6d033823af tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:36.458441 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f47c5e09-265f-4dd0-821b-1c6d033823af tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:36.472961 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-fbfc868a-26f5-4b18-81d6-96d919744777 req-a6501b4b-784f-4746-aba8-6673c3a00505 service neutron] 10.222.0.66 "GET /v2.0/networks/8b8e34ef-bafa-4e65-a88d-1be4877982c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851530 Nov 24 15:19:36.521070 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1b34fd-f553-4bd4-ada3-1f8a903847a6 admin admin] Made reservation on behalf of 6f95694f351842138100b924bd2b3b28 for: {'subnet': 1} {{(pid=102544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:19:36.522571 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c5e09-265f-4dd0-821b-1c6d033823af tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb0e9ea-adfa-4e36-9048-51675c6733b5,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:36.524847 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-4b1b34fd-f553-4bd4-ada3-1f8a903847a6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:36.543599 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f47c5e09-265f-4dd0-821b-1c6d033823af tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:36.550587 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-f47c5e09-265f-4dd0-821b-1c6d033823af tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.2577078 Nov 24 15:19:36.553164 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 57288) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:36.559307 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [None req-d42f97e6-3255-4250-a28d-7b59bcdfef89 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Request body: {'security_group_rule': {'security_group_id': '5eb0e9ea-adfa-4e36-9048-51675c6733b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:19:36.600202 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-d42f97e6-3255-4250-a28d-7b59bcdfef89 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:36.674874 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-d42f97e6-3255-4250-a28d-7b59bcdfef89 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:36.679468 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-d42f97e6-3255-4250-a28d-7b59bcdfef89 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582796'] for security_group_rule, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:36.700336 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42f97e6-3255-4250-a28d-7b59bcdfef89 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e7a2e60-10f7-478a-af80-d1c3245da7f3,revision_number=0']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:36.713978 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-d42f97e6-3255-4250-a28d-7b59bcdfef89 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:36.716713 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-d42f97e6-3255-4250-a28d-7b59bcdfef89 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1623352 Nov 24 15:19:36.720039 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 57298) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:36.725313 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [None req-8b742fa5-7f6f-4093-aa34-1f1557019a7b tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Request body: {'security_group_rule': {'security_group_id': '5eb0e9ea-adfa-4e36-9048-51675c6733b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:19:36.731250 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-82cc143a-8916-486a-8eb1-ac798cdc687d req-ac7e5389-2ec3-4230-b9a8-915f4fe5caae tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 210 time: 0.0402563 Nov 24 15:19:36.818555 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-8b742fa5-7f6f-4093-aa34-1f1557019a7b tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:36.965781 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-8b742fa5-7f6f-4093-aa34-1f1557019a7b tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:36.973021 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-8b742fa5-7f6f-4093-aa34-1f1557019a7b tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582796'] for security_group_rule, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:37.021977 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-4b1b34fd-f553-4bd4-ada3-1f8a903847a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203'] for subnet, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:37.029603 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-8b742fa5-7f6f-4093-aa34-1f1557019a7b tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:37.037324 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-8b742fa5-7f6f-4093-aa34-1f1557019a7b tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3161659 Nov 24 15:19:37.039582 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 57318) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:37.053608 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [None req-e68987f5-971b-496a-8b4a-8c17ce38517f tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Request body: {'floatingip': {'floating_network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:19:37.073435 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 94b2397e-118d-4e48-a81a-dfddcf998123 up at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:19:37.075712 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b742fa5-7f6f-4093-aa34-1f1557019a7b tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8578433f-e623-4ca3-bf7a-5eb1dfd3a4fa,revision_number=0']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:37.132355 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.74', 53757) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:37.133892 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-e68987f5-971b-496a-8b4a-8c17ce38517f tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks [] for floatingip, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:37.210173 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Provisioning complete for port 94b2397e-118d-4e48-a81a-dfddcf998123 triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:19:37.211569 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:37.262920 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b34fd-f553-4bd4-ada3-1f8a903847a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14f26c8c-d908-43d2-88b4-93f83b502880,revision_number=0']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:37.268262 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f2700c-7f3d-48dd-aeb4-e3b78075a5f8 None None] Sync routers for ids ['3946d0bc-5fae-46c5-b2ee-32c05a0570ed'] in dv-cinder-804035-20-iscsi {{(pid=102547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:19:37.293978 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f2700c-7f3d-48dd-aeb4-e3b78075a5f8 None None] Routers {'3946d0bc-5fae-46c5-b2ee-32c05a0570ed'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:19:37.294857 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-73f2700c-7f3d-48dd-aeb4-e3b78075a5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:19:18Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['3946d0bc-5fae-46c5-b2ee-32c05a0570ed'], 'active': True} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:19:37.316346 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1b34fd-f553-4bd4-ada3-1f8a903847a6 admin admin] Checking segment: {'id': '8a2d2df2-3fb8-45d4-bae8-e2646f34c61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '21500539-1f02-4b1b-a0e0-2a6e396ce244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:19:37.316805 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1b34fd-f553-4bd4-ada3-1f8a903847a6 admin admin] Network hostable DHCP agents. Network: 21500539-1f02-4b1b-a0e0-2a6e396ce244, hostable agents: ['c1d34c78-3ad8-4647-a250-754fc30c4ba4'], hosted agents: [] {{(pid=102544) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 15:19:37.346223 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb23059-8ff6-480f-9c3f-5a72d48ef60b req-d7a9abef-cc32-48c8-b074-71fffbda51d1 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:37.347983 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-dcb23059-8ff6-480f-9c3f-5a72d48ef60b req-d7a9abef-cc32-48c8-b074-71fffbda51d1 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/networks?id=8b8e34ef-bafa-4e65-a88d-1be4877982c1 HTTP/1.1" status: 200 len: 818 time: 0.2472599 Nov 24 15:19:37.361892 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1b34fd-f553-4bd4-ada3-1f8a903847a6 admin admin] Network 21500539-1f02-4b1b-a0e0-2a6e396ce244 is scheduled to be hosted by DHCP agent c1d34c78-3ad8-4647-a250-754fc30c4ba4 with binding_index 1 {{(pid=102544) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 15:19:37.400546 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-dcb23059-8ff6-480f-9c3f-5a72d48ef60b req-f54577c7-be87-4f07-acdd-b99da2e340e1 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/quotas/32404aa4e2d44b9e966da2bab0b27149 HTTP/1.1" status: 200 len: 375 time: 0.0418222 Nov 24 15:19:37.403167 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.base_scheduler [None req-4b1b34fd-f553-4bd4-ada3-1f8a903847a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-20-iscsi, 21500539-1f02-4b1b-a0e0-2a6e396ce244) {{(pid=102544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:19:37.407962 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1b34fd-f553-4bd4-ada3-1f8a903847a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:37.408920 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-4b1b34fd-f553-4bd4-ada3-1f8a903847a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for subnet, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:37.475270 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394e7df1-e7a2-4d90-a416-de484884f7f4 None None] Network 21500539-1f02-4b1b-a0e0-2a6e396ce244 requested from dv-cinder-804035-20-iscsi {{(pid=102546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:19:37.518146 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-4b1b34fd-f553-4bd4-ada3-1f8a903847a6 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1328552 Nov 24 15:19:37.597018 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc3986f-0f7e-4dfb-8e61-c0a2c11c2b56 None None] Sync routers for ids ['1b4362e1-3896-44bd-b31f-e1d78fdd88cc'] in dv-cinder-804035-20-iscsi {{(pid=102546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:19:37.636373 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvr_db [None req-73f2700c-7f3d-48dd-aeb4-e3b78075a5f8 None None] Set router 3946d0bc-5fae-46c5-b2ee-32c05a0570ed gateway port host: dv-cinder-804035-20-iscsi {{(pid=102547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:19:37.746645 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4aebec33-72d0-4ea7-80ae-46f4cacd1a29 req-d4243e3d-8c2b-43aa-bb87-7855ba5421c0 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/ports?device_id=c314c5fb-ef55-4d6a-907d-c67422d61401 HTTP/1.1" status: 200 len: 210 time: 0.1402266 Nov 24 15:19:37.747065 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device da296a9c-5a22-4030-92c2-5a298a84570a up at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:19:37.765088 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:37.772506 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-dcb23059-8ff6-480f-9c3f-5a72d48ef60b req-6adb588a-6ad9-4b70-b601-91633c29ad0b tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=32404aa4e2d44b9e966da2bab0b27149&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3275867 Nov 24 15:19:37.829041 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 57370) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:37.884838 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc3986f-0f7e-4dfb-8e61-c0a2c11c2b56 None None] Routers {'1b4362e1-3896-44bd-b31f-e1d78fdd88cc'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:19:37.885721 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-3cc3986f-0f7e-4dfb-8e61-c0a2c11c2b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:19:18Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['1b4362e1-3896-44bd-b31f-e1d78fdd88cc'], 'active': True} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:19:37.947539 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-dcb23059-8ff6-480f-9c3f-5a72d48ef60b req-43d46662-a4c4-442a-9faf-5c8b0bc3be85 service neutron] 10.222.0.66 "GET /v2.0/networks/8b8e34ef-bafa-4e65-a88d-1be4877982c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722260 Nov 24 15:19:38.130193 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-dcb23059-8ff6-480f-9c3f-5a72d48ef60b req-24fd1c2d-7e2a-4d09-8914-8dd432a608d4 service neutron] 10.222.0.66 "GET /v2.0/networks/8b8e34ef-bafa-4e65-a88d-1be4877982c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807041 Nov 24 15:19:38.173127 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvr_db [None req-3cc3986f-0f7e-4dfb-8e61-c0a2c11c2b56 None None] Set router 1b4362e1-3896-44bd-b31f-e1d78fdd88cc gateway port host: dv-cinder-804035-20-iscsi {{(pid=102546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:19:38.193411 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.db_base_plugin_v2 [None req-94361a4b-7f3f-4c8d-b47e-9a79087e7b64 admin admin] Deleting subnet e766a9b9-a9fb-4617-99ff-544ef7312913 {{(pid=102545) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 15:19:38.198305 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-94361a4b-7f3f-4c8d-b47e-9a79087e7b64 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:38.241501 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-94361a4b-7f3f-4c8d-b47e-9a79087e7b64 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:38.252913 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-94361a4b-7f3f-4c8d-b47e-9a79087e7b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469115'] for subnet, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:38.300446 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-73f2700c-7f3d-48dd-aeb4-e3b78075a5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'name': 'tempest-AttachVolumeTestJSON-1302020264-router', 'tenant_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'da296a9c-5a22-4030-92c2-5a298a84570a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:19:28Z', 'updated_at': '2021-11-24T15:19:33Z', 'revision_number': 4, 'project_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'gw_port': {'id': 'da296a9c-5a22-4030-92c2-5a298a84570a', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:30:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:19:29Z', 'updated_at': '2021-11-24T15:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': '073b851b-55fb-40c9-8240-b26807bfc531', 'name': '', 'network_id': 'a227d49c-a3bd-45ee-b0d2-bcce569a4266', 'tenant_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'mac_address': 'fa:16:3e:80:ef:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '84815f2f-38d2-472a-bdf7-762ef40354a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:19:32Z', 'updated_at': '2021-11-24T15:19:34Z', 'revision_number': 2, 'project_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'subnets': [{'id': '84815f2f-38d2-472a-bdf7-762ef40354a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:19:38.346923 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-94361a4b-7f3f-4c8d-b47e-9a79087e7b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203'] for subnet, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:38.397083 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-94361a4b-7f3f-4c8d-b47e-9a79087e7b64 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:38.397301 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f2700c-7f3d-48dd-aeb4-e3b78075a5f8 None None] Checking router: 3946d0bc-5fae-46c5-b2ee-32c05a0570ed for host: dv-cinder-804035-20-iscsi {{(pid=102547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:19:38.397489 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f2700c-7f3d-48dd-aeb4-e3b78075a5f8 None None] Updating router 3946d0bc-5fae-46c5-b2ee-32c05a0570ed port 073b851b-55fb-40c9-8240-b26807bfc531 binding host dv-cinder-804035-20-iscsi {{(pid=102547) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 15:19:38.401478 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-94361a4b-7f3f-4c8d-b47e-9a79087e7b64 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/e766a9b9-a9fb-4617-99ff-544ef7312913 HTTP/1.1" status: 204 len: 168 time: 0.5713351 Nov 24 15:19:38.405074 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 57410) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:38.504695 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-73f2700c-7f3d-48dd-aeb4-e3b78075a5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:38.621317 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e91cc2-6afa-46f6-92eb-97ab2f22a0e7 req-7541c34a-9d6d-490e-9bc1-d37675a43076 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:38.627331 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-04e91cc2-6afa-46f6-92eb-97ab2f22a0e7 req-7541c34a-9d6d-490e-9bc1-d37675a43076 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.74 "GET /v2.0/networks?id=70c457e2-22ff-4a59-b8ba-a00e5e3e2e37 HTTP/1.1" status: 200 len: 811 time: 1.4333220 Nov 24 15:19:38.643473 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94361a4b-7f3f-4c8d-b47e-9a79087e7b64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e766a9b9-a9fb-4617-99ff-544ef7312913,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:38.689267 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [req-04e91cc2-6afa-46f6-92eb-97ab2f22a0e7 req-95ba3b45-d746-47ce-9803-515653dc29b2 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] Request body: {'port': {'device_id': 'c314c5fb-ef55-4d6a-907d-c67422d61401', 'network_id': '70c457e2-22ff-4a59-b8ba-a00e5e3e2e37', 'admin_state_up': True, 'tenant_id': 'e68438dfae03483f8491309dfb3fbcfe'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:19:38.716968 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f2c1e882-e59b-4318-b1e3-97c2264bd440 req-8375954f-af31-4d79-a0c5-1c4de89163c7 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 210 time: 0.0877905 Nov 24 15:19:38.729418 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-351af9cf-2ef0-4be6-9723-ecc8357d139c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541282'] for network, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:39.112480 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-e68987f5-971b-496a-8b4a-8c17ce38517f tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:39.230932 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 57450) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:39.270391 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-351af9cf-2ef0-4be6-9723-ecc8357d139c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468516', 'neutron.services.segments.db._delete_segments_for_network-8750837505464'] for network, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:39.395839 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04e91cc2-6afa-46f6-92eb-97ab2f22a0e7 req-95ba3b45-d746-47ce-9803-515653dc29b2 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] Made reservation on behalf of e68438dfae03483f8491309dfb3fbcfe for: {'port': 1} {{(pid=102545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:19:39.412335 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-04e91cc2-6afa-46f6-92eb-97ab2f22a0e7 req-95ba3b45-d746-47ce-9803-515653dc29b2 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:39.482570 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-177d418b-3251-40cb-b4f1-572682221c87 req-de0a9497-07ea-4f65-98f4-d5e2fd239361 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/ports?device_id=c314c5fb-ef55-4d6a-907d-c67422d61401 HTTP/1.1" status: 200 len: 210 time: 0.2504461 Nov 24 15:19:39.514200 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Provisioning complete for port da296a9c-5a22-4030-92c2-5a298a84570a triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:19:39.514797 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:39.522732 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070ca2b3-c9b5-40ef-bf8f-b72ca96b3f1b None None] Network 21500539-1f02-4b1b-a0e0-2a6e396ce244 requested from dv-cinder-804035-20-iscsi {{(pid=102546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:19:39.529282 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-351af9cf-2ef0-4be6-9723-ecc8357d139c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:19:39.530663 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-351af9cf-2ef0-4be6-9723-ecc8357d139c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:19:39.531739 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-351af9cf-2ef0-4be6-9723-ecc8357d139c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:19:39.538048 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-351af9cf-2ef0-4be6-9723-ecc8357d139c admin admin] Subscribe: > port after_create 55550000 {{(pid=102544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:19:39.538888 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-351af9cf-2ef0-4be6-9723-ecc8357d139c admin admin] Subscribe: > port after_delete 55550000 {{(pid=102544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:19:39.541446 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-351af9cf-2ef0-4be6-9723-ecc8357d139c admin admin] Subscribe: > port after_update 55550000 {{(pid=102544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:19:39.542039 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-351af9cf-2ef0-4be6-9723-ecc8357d139c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:19:39.542629 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-351af9cf-2ef0-4be6-9723-ecc8357d139c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:19:39.543327 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-351af9cf-2ef0-4be6-9723-ecc8357d139c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:19:39.544888 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-351af9cf-2ef0-4be6-9723-ecc8357d139c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:19:39.641933 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-3cc3986f-0f7e-4dfb-8e61-c0a2c11c2b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4362e1-3896-44bd-b31f-e1d78fdd88cc', 'name': 'tempest-ServerRescueNegativeTestJSON-379663553-router', 'tenant_id': '32404aa4e2d44b9e966da2bab0b27149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '94b2397e-118d-4e48-a81a-dfddcf998123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:19:28Z', 'updated_at': '2021-11-24T15:19:34Z', 'revision_number': 4, 'project_id': '32404aa4e2d44b9e966da2bab0b27149', 'gw_port': {'id': '94b2397e-118d-4e48-a81a-dfddcf998123', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:59:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4362e1-3896-44bd-b31f-e1d78fdd88cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:19:29Z', 'updated_at': '2021-11-24T15:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': '45908162-baf5-480a-b98c-62ac8100792e', 'name': '', 'network_id': '8b8e34ef-bafa-4e65-a88d-1be4877982c1', 'tenant_id': '32404aa4e2d44b9e966da2bab0b27149', 'mac_address': 'fa:16:3e:de:90:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4362e1-3896-44bd-b31f-e1d78fdd88cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6dd026dc-7a5a-4fd3-ad01-b8844bc6d476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:19:32Z', 'updated_at': '2021-11-24T15:19:34Z', 'revision_number': 2, 'project_id': '32404aa4e2d44b9e966da2bab0b27149', 'subnets': [{'id': '6dd026dc-7a5a-4fd3-ad01-b8844bc6d476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:19:39.683915 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc3986f-0f7e-4dfb-8e61-c0a2c11c2b56 None None] Checking router: 1b4362e1-3896-44bd-b31f-e1d78fdd88cc for host: dv-cinder-804035-20-iscsi {{(pid=102546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:19:39.684515 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc3986f-0f7e-4dfb-8e61-c0a2c11c2b56 None None] Updating router 1b4362e1-3896-44bd-b31f-e1d78fdd88cc port 45908162-baf5-480a-b98c-62ac8100792e binding host dv-cinder-804035-20-iscsi {{(pid=102546) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 15:19:39.768494 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-3cc3986f-0f7e-4dfb-8e61-c0a2c11c2b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:39.793556 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-73f2700c-7f3d-48dd-aeb4-e3b78075a5f8 None None] Publish callbacks [] for port, precommit_update {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:39.805381 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-73f2700c-7f3d-48dd-aeb4-e3b78075a5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:39.897650 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.db_base_plugin_common [req-04e91cc2-6afa-46f6-92eb-97ab2f22a0e7 req-95ba3b45-d746-47ce-9803-515653dc29b2 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] Allocated IP 172.20.0.7 (70c457e2-22ff-4a59-b8ba-a00e5e3e2e37/7d06e3b9-462a-470a-8641-cb7feccd4c61/4ebc6af1-f8e1-4664-b0bd-51973f886e65) {{(pid=102545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:19:39.925875 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc26777-a63a-46c8-a062-ceeff05e4c8b None None] Pushing event updated for resources: {'Port': ['ID=073b851b-55fb-40c9-8240-b26807bfc531,revision_number=3']} {{(pid=102547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:39.947487 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 57470) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:39.979123 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.managers [None req-73f2700c-7f3d-48dd-aeb4-e3b78075a5f8 None None] Attempting to bind port 073b851b-55fb-40c9-8240-b26807bfc531 on host dv-cinder-804035-20-iscsi for vnic_type normal with profile {{(pid=102547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:19:39.979796 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.managers [None req-73f2700c-7f3d-48dd-aeb4-e3b78075a5f8 None None] Attempting to bind port 073b851b-55fb-40c9-8240-b26807bfc531 by drivers openvswitch,hyperv on host dv-cinder-804035-20-iscsi at level 0 using segments [{'id': '5cca371a-d1c6-4d40-ae83-fde6150ee61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'a227d49c-a3bd-45ee-b0d2-bcce569a4266'}] {{(pid=102547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:19:39.980301 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f2700c-7f3d-48dd-aeb4-e3b78075a5f8 None None] Attempting to bind port 073b851b-55fb-40c9-8240-b26807bfc531 on network a227d49c-a3bd-45ee-b0d2-bcce569a4266 {{(pid=102547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:19:39.986218 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f2700c-7f3d-48dd-aeb4-e3b78075a5f8 None None] Checking agent: {'id': '09195cb9-9d00-4b2c-842e-e029daf9b985', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 11, 51), 'started_at': datetime.datetime(2021, 11, 24, 15, 12, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:19:39.986896 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f2700c-7f3d-48dd-aeb4-e3b78075a5f8 None None] Checking segment: {'id': '5cca371a-d1c6-4d40-ae83-fde6150ee61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'a227d49c-a3bd-45ee-b0d2-bcce569a4266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:19:39.987441 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-73f2700c-7f3d-48dd-aeb4-e3b78075a5f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:39.988240 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f2700c-7f3d-48dd-aeb4-e3b78075a5f8 None None] Bound using segment: {'id': '5cca371a-d1c6-4d40-ae83-fde6150ee61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'a227d49c-a3bd-45ee-b0d2-bcce569a4266'} {{(pid=102547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:19:39.989063 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.managers [None req-73f2700c-7f3d-48dd-aeb4-e3b78075a5f8 None None] Bound port: 073b851b-55fb-40c9-8240-b26807bfc531, host: dv-cinder-804035-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cca371a-d1c6-4d40-ae83-fde6150ee61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'a227d49c-a3bd-45ee-b0d2-bcce569a4266'}}] {{(pid=102547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:19:39.989892 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-73f2700c-7f3d-48dd-aeb4-e3b78075a5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:40.083534 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.db_base_plugin_common [None req-e68987f5-971b-496a-8b4a-8c17ce38517f tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Allocated IP 172.27.3.43 (8344f4db-560e-43ae-a8a3-c586ec595f86/c55147fe-7574-46b9-be0f-c5d247f19105/a487d2c3-8add-4cce-8c2f-33d2db1a7ada) {{(pid=102545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:19:40.116165 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-351af9cf-2ef0-4be6-9723-ecc8357d139c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:19:40.121401 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-351af9cf-2ef0-4be6-9723-ecc8357d139c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:19:40.121909 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-351af9cf-2ef0-4be6-9723-ecc8357d139c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:19:40.122351 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-351af9cf-2ef0-4be6-9723-ecc8357d139c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:19:40.122855 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.services.segments.db [None req-351af9cf-2ef0-4be6-9723-ecc8357d139c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e52c468-866c-4688-84a5-0c3b4b3e04e7']}} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:19:40.140310 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.db [None req-73f2700c-7f3d-48dd-aeb4-e3b78075a5f8 None None] For port 073b851b-55fb-40c9-8240-b26807bfc531, host dv-cinder-804035-20-iscsi, cleared binding levels {{(pid=102547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:19:40.145581 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.db [None req-73f2700c-7f3d-48dd-aeb4-e3b78075a5f8 None None] For port 073b851b-55fb-40c9-8240-b26807bfc531, host dv-cinder-804035-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=073b851b-55fb-40c9-8240-b26807bfc531,segment=NetworkSegment(5cca371a-d1c6-4d40-ae83-fde6150ee61c),segment_id=5cca371a-d1c6-4d40-ae83-fde6150ee61c)] {{(pid=102547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:19:40.155193 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-73f2700c-7f3d-48dd-aeb4-e3b78075a5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:40.215742 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-8b1f0c98-09ec-47b3-8996-04c7ee74bc22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:40.230213 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f2700c-7f3d-48dd-aeb4-e3b78075a5f8 None None] Routers {'3946d0bc-5fae-46c5-b2ee-32c05a0570ed'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:19:40.230885 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-73f2700c-7f3d-48dd-aeb4-e3b78075a5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:19:18Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['3946d0bc-5fae-46c5-b2ee-32c05a0570ed'], 'active': True} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:19:40.248646 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.services.segments.db [None req-351af9cf-2ef0-4be6-9723-ecc8357d139c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dce082c7-888c-4889-aa88-5d61438daac9') {'for_net_delete': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:19:40.249207 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.services.segments.db [None req-351af9cf-2ef0-4be6-9723-ecc8357d139c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dce082c7-888c-4889-aa88-5d61438daac9') {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:19:40.256342 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-3cc3986f-0f7e-4dfb-8e61-c0a2c11c2b56 None None] Publish callbacks [] for port, precommit_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:40.276113 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-3cc3986f-0f7e-4dfb-8e61-c0a2c11c2b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:40.285964 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-d83f5c14-b7ee-4819-bc16-782b7c807d4f req-c98369b1-a194-4492-8012-f518aed4569f tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 210 time: 0.1138999 Nov 24 15:19:40.291522 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc26777-a63a-46c8-a062-ceeff05e4c8b None None] Pushing event updated for resources: {'Port': ['ID=073b851b-55fb-40c9-8240-b26807bfc531,revision_number=4']} {{(pid=102547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:40.298893 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-bc2c809a-ee89-4d38-8e91-04a4c9a9c227 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:40.329569 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-0c213e22-46f3-4c3a-a8d1-5efedf421483 None None] Provisioning complete for port 073b851b-55fb-40c9-8240-b26807bfc531 triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:19:40.329942 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0c213e22-46f3-4c3a-a8d1-5efedf421483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:40.332802 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-351af9cf-2ef0-4be6-9723-ecc8357d139c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750837468492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15251404'] for segment, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:40.367809 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-04e91cc2-6afa-46f6-92eb-97ab2f22a0e7 req-95ba3b45-d746-47ce-9803-515653dc29b2 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] Publish callbacks [] for port, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:40.398458 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-351af9cf-2ef0-4be6-9723-ecc8357d139c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470086'] for segment, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:40.422743 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-351af9cf-2ef0-4be6-9723-ecc8357d139c admin admin] Releasing vlan 1220 on physical network physnet1 to pool {{(pid=102544) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 15:19:40.423652 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-351af9cf-2ef0-4be6-9723-ecc8357d139c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15822992'] for segment, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:40.430744 dv-cinder-804035-20-iscsi neutron-server[102544]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 15:19:40.430744 dv-cinder-804035-20-iscsi neutron-server[102544]: from cryptography.utils import int_from_bytes Nov 24 15:19:40.430744 dv-cinder-804035-20-iscsi neutron-server[102544]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 15:19:40.430744 dv-cinder-804035-20-iscsi neutron-server[102544]: from cryptography.utils import int_from_bytes Nov 24 15:19:40.430744 dv-cinder-804035-20-iscsi neutron-server[102544]: Traceback (most recent call last): Nov 24 15:19:40.430744 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 15:19:40.430744 dv-cinder-804035-20-iscsi neutron-server[102544]: timer() Nov 24 15:19:40.430744 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 15:19:40.430744 dv-cinder-804035-20-iscsi neutron-server[102544]: cb(*args, **kw) Nov 24 15:19:40.430744 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 15:19:40.430744 dv-cinder-804035-20-iscsi neutron-server[102544]: return func(*args, **kwargs) Nov 24 15:19:40.430744 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 15:19:40.430744 dv-cinder-804035-20-iscsi neutron-server[102544]: self._notify() Nov 24 15:19:40.430744 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 15:19:40.430744 dv-cinder-804035-20-iscsi neutron-server[102544]: self.callback(batched_events) Nov 24 15:19:40.430744 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 15:19:40.430744 dv-cinder-804035-20-iscsi neutron-server[102544]: event.method(event) Nov 24 15:19:40.430744 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 15:19:40.430744 dv-cinder-804035-20-iscsi neutron-server[102544]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 15:19:40.430744 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 15:19:40.430744 dv-cinder-804035-20-iscsi neutron-server[102544]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 15:19:40.430744 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 15:19:40.430744 dv-cinder-804035-20-iscsi neutron-server[102544]: return f(self, *a, **k) Nov 24 15:19:40.430744 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 15:19:40.430744 dv-cinder-804035-20-iscsi neutron-server[102544]: return self._get(url).json() Nov 24 15:19:40.430744 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 15:19:40.430744 dv-cinder-804035-20-iscsi neutron-server[102544]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 15:19:40.430744 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 15:19:40.430744 dv-cinder-804035-20-iscsi neutron-server[102544]: return self.request(url, 'GET', **kwargs) Nov 24 15:19:40.430744 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 15:19:40.430744 dv-cinder-804035-20-iscsi neutron-server[102544]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 15:19:40.430744 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 15:19:40.430744 dv-cinder-804035-20-iscsi neutron-server[102544]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 15:19:40.430744 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 15:19:40.430744 dv-cinder-804035-20-iscsi neutron-server[102544]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 15:19:40.430744 dv-cinder-804035-20-iscsi neutron-server[102544]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 15:19:40.470214 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvr_db [None req-73f2700c-7f3d-48dd-aeb4-e3b78075a5f8 None None] Set router 3946d0bc-5fae-46c5-b2ee-32c05a0570ed gateway port host: dv-cinder-804035-20-iscsi {{(pid=102547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:19:40.554393 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-351af9cf-2ef0-4be6-9723-ecc8357d139c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663844'] for network, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:40.584516 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-351af9cf-2ef0-4be6-9723-ecc8357d139c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for network, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:40.588416 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-351af9cf-2ef0-4be6-9723-ecc8357d139c admin admin] 10.222.0.66 "DELETE /v2.0/networks/5e52c468-866c-4688-84a5-0c3b4b3e04e7 HTTP/1.1" status: 204 len: 168 time: 2.1819084 Nov 24 15:19:40.596240 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-3cc3986f-0f7e-4dfb-8e61-c0a2c11c2b56 None None] Attempting to bind port 45908162-baf5-480a-b98c-62ac8100792e on host dv-cinder-804035-20-iscsi for vnic_type normal with profile {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:19:40.596240 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-3cc3986f-0f7e-4dfb-8e61-c0a2c11c2b56 None None] Attempting to bind port 45908162-baf5-480a-b98c-62ac8100792e by drivers openvswitch,hyperv on host dv-cinder-804035-20-iscsi at level 0 using segments [{'id': '0cf6543e-1b65-4cca-9e1b-46695f528b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '8b8e34ef-bafa-4e65-a88d-1be4877982c1'}] {{(pid=102546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:19:40.596897 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351af9cf-2ef0-4be6-9723-ecc8357d139c admin admin] Pushing event deleted for resources: {'Network': ['ID=5e52c468-866c-4688-84a5-0c3b4b3e04e7,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:40.596982 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc3986f-0f7e-4dfb-8e61-c0a2c11c2b56 None None] Attempting to bind port 45908162-baf5-480a-b98c-62ac8100792e on network 8b8e34ef-bafa-4e65-a88d-1be4877982c1 {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:19:40.599396 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 57480) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:40.603581 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc3986f-0f7e-4dfb-8e61-c0a2c11c2b56 None None] Checking agent: {'id': '09195cb9-9d00-4b2c-842e-e029daf9b985', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 11, 51), 'started_at': datetime.datetime(2021, 11, 24, 15, 12, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:19:40.604442 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc3986f-0f7e-4dfb-8e61-c0a2c11c2b56 None None] Checking segment: {'id': '0cf6543e-1b65-4cca-9e1b-46695f528b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '8b8e34ef-bafa-4e65-a88d-1be4877982c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:19:40.604877 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-3cc3986f-0f7e-4dfb-8e61-c0a2c11c2b56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:40.605281 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc3986f-0f7e-4dfb-8e61-c0a2c11c2b56 None None] Bound using segment: {'id': '0cf6543e-1b65-4cca-9e1b-46695f528b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '8b8e34ef-bafa-4e65-a88d-1be4877982c1'} {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:19:40.605770 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-3cc3986f-0f7e-4dfb-8e61-c0a2c11c2b56 None None] Bound port: 45908162-baf5-480a-b98c-62ac8100792e, host: dv-cinder-804035-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cf6543e-1b65-4cca-9e1b-46695f528b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '8b8e34ef-bafa-4e65-a88d-1be4877982c1'}}] {{(pid=102546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:19:40.606184 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-3cc3986f-0f7e-4dfb-8e61-c0a2c11c2b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:40.608076 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5516192-b4d8-40ba-8a59-3b071523d613 None None] Pushing event updated for resources: {'Port': ['ID=45908162-baf5-480a-b98c-62ac8100792e,revision_number=3']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:40.649044 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-bc2c809a-ee89-4d38-8e91-04a4c9a9c227 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:40.661482 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0c213e22-46f3-4c3a-a8d1-5efedf421483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:40.669168 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-bc2c809a-ee89-4d38-8e91-04a4c9a9c227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:40.755184 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.db.db_base_plugin_v2 [None req-696c8dfb-4804-4b9b-9f18-8f7f1884b139 admin admin] Deleting subnet 14f26c8c-d908-43d2-88b4-93f83b502880 {{(pid=102544) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 15:19:40.761959 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-0c213e22-46f3-4c3a-a8d1-5efedf421483 None None] For port 073b851b-55fb-40c9-8240-b26807bfc531, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=073b851b-55fb-40c9-8240-b26807bfc531,segment=NetworkSegment(5cca371a-d1c6-4d40-ae83-fde6150ee61c),segment_id=5cca371a-d1c6-4d40-ae83-fde6150ee61c)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:19:40.771282 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-e68987f5-971b-496a-8b4a-8c17ce38517f tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks [] for port, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:40.775374 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0c213e22-46f3-4c3a-a8d1-5efedf421483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:40.776543 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-04e91cc2-6afa-46f6-92eb-97ab2f22a0e7 req-95ba3b45-d746-47ce-9803-515653dc29b2 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098'] for port, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:40.807713 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-696c8dfb-4804-4b9b-9f18-8f7f1884b139 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:40.817241 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-8b1f0c98-09ec-47b3-8996-04c7ee74bc22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:40.840343 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-3cc3986f-0f7e-4dfb-8e61-c0a2c11c2b56 None None] For port 45908162-baf5-480a-b98c-62ac8100792e, host dv-cinder-804035-20-iscsi, cleared binding levels {{(pid=102546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:19:40.862310 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-3cc3986f-0f7e-4dfb-8e61-c0a2c11c2b56 None None] For port 45908162-baf5-480a-b98c-62ac8100792e, host dv-cinder-804035-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=45908162-baf5-480a-b98c-62ac8100792e,segment=NetworkSegment(0cf6543e-1b65-4cca-9e1b-46695f528b47),segment_id=0cf6543e-1b65-4cca-9e1b-46695f528b47)] {{(pid=102546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:19:40.879222 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-3cc3986f-0f7e-4dfb-8e61-c0a2c11c2b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:40.910081 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-bc2c809a-ee89-4d38-8e91-04a4c9a9c227 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=358fb67b544343a7ab120eaa0c39f09e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6651638 Nov 24 15:19:40.928083 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2c809a-ee89-4d38-8e91-04a4c9a9c227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6895b887-55f6-476f-87bc-504fa0ebbf75,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:40.932166 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 57492) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:40.964633 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-8cdcda16-7404-4775-8a6c-7aff3c8a0ad9 None None] Provisioning complete for port 073b851b-55fb-40c9-8240-b26807bfc531 triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:19:40.965117 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-8cdcda16-7404-4775-8a6c-7aff3c8a0ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:40.966637 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c213e22-46f3-4c3a-a8d1-5efedf421483 None None] Pushing event updated for resources: {'Port': ['ID=073b851b-55fb-40c9-8240-b26807bfc531,revision_number=5']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:40.999154 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-696c8dfb-4804-4b9b-9f18-8f7f1884b139 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15251451'] for subnet, precommit_delete_associations {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:41.019985 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-8b1f0c98-09ec-47b3-8996-04c7ee74bc22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:41.084701 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc3986f-0f7e-4dfb-8e61-c0a2c11c2b56 None None] Routers {'1b4362e1-3896-44bd-b31f-e1d78fdd88cc'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:19:41.085628 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-3cc3986f-0f7e-4dfb-8e61-c0a2c11c2b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:19:18Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['1b4362e1-3896-44bd-b31f-e1d78fdd88cc'], 'active': True} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:19:41.098530 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04e91cc2-6afa-46f6-92eb-97ab2f22a0e7 req-95ba3b45-d746-47ce-9803-515653dc29b2 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] Network 70c457e2-22ff-4a59-b8ba-a00e5e3e2e37 is already hosted by enough agents. {{(pid=102545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:19:41.112873 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba3b45-d746-47ce-9803-515653dc29b2 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] Pushing event updated for resources: {'Port': ['ID=4ebc6af1-f8e1-4664-b0bd-51973f886e65,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:41.127677 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [req-04e91cc2-6afa-46f6-92eb-97ab2f22a0e7 req-95ba3b45-d746-47ce-9803-515653dc29b2 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] Resources bound (agent type, host, resource id): {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:19:41.133788 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e91cc2-6afa-46f6-92eb-97ab2f22a0e7 req-95ba3b45-d746-47ce-9803-515653dc29b2 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] Received port after_create {{(pid=102545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:19:41.144984 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e91cc2-6afa-46f6-92eb-97ab2f22a0e7 req-95ba3b45-d746-47ce-9803-515653dc29b2 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:41.145591 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b59d8-05f2-4e7b-847f-a3283dd1900e req-2e6edfb3-eb13-4c76-8e9c-24383220d36a tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:41.147120 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-04e91cc2-6afa-46f6-92eb-97ab2f22a0e7 req-95ba3b45-d746-47ce-9803-515653dc29b2 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:41.155916 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-a86b59d8-05f2-4e7b-847f-a3283dd1900e req-2e6edfb3-eb13-4c76-8e9c-24383220d36a tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/ports?device_id=c314c5fb-ef55-4d6a-907d-c67422d61401 HTTP/1.1" status: 200 len: 931 time: 0.4094863 Nov 24 15:19:41.169832 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5516192-b4d8-40ba-8a59-3b071523d613 None None] Pushing event updated for resources: {'Port': ['ID=45908162-baf5-480a-b98c-62ac8100792e,revision_number=4']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:41.202635 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-73f2700c-7f3d-48dd-aeb4-e3b78075a5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'name': 'tempest-AttachVolumeTestJSON-1302020264-router', 'tenant_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'da296a9c-5a22-4030-92c2-5a298a84570a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:19:28Z', 'updated_at': '2021-11-24T15:19:33Z', 'revision_number': 4, 'project_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'gw_port': {'id': 'da296a9c-5a22-4030-92c2-5a298a84570a', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:30:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:19:29Z', 'updated_at': '2021-11-24T15:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': '073b851b-55fb-40c9-8240-b26807bfc531', 'name': '', 'network_id': 'a227d49c-a3bd-45ee-b0d2-bcce569a4266', 'tenant_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'mac_address': 'fa:16:3e:80:ef:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '84815f2f-38d2-472a-bdf7-762ef40354a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:19:32Z', 'updated_at': '2021-11-24T15:19:40Z', 'revision_number': 4, 'project_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'subnets': [{'id': '84815f2f-38d2-472a-bdf7-762ef40354a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:19:41.246737 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-a86b59d8-05f2-4e7b-847f-a3283dd1900e req-c0fd94ec-4b73-4d1b-87f3-81adc01ab5d8 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/security-groups?id=9747f310-b631-4618-ad03-07bb8e94cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897033 Nov 24 15:19:41.270846 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-e68987f5-971b-496a-8b4a-8c17ce38517f tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098'] for port, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:41.291100 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-696c8dfb-4804-4b9b-9f18-8f7f1884b139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469115'] for subnet, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:41.296513 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvr_db [None req-3cc3986f-0f7e-4dfb-8e61-c0a2c11c2b56 None None] Set router 1b4362e1-3896-44bd-b31f-e1d78fdd88cc gateway port host: dv-cinder-804035-20-iscsi {{(pid=102546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:19:41.325335 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-a9bdaab8-cf48-4545-acc1-517879f1b06e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:41.330501 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-8b1f0c98-09ec-47b3-8996-04c7ee74bc22 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=324c773af7384a28a274447a5a769629&name=default HTTP/1.1" status: 200 len: 2993 time: 1.3764374 Nov 24 15:19:41.357130 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-a9bdaab8-cf48-4545-acc1-517879f1b06e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:41.392248 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f2700c-7f3d-48dd-aeb4-e3b78075a5f8 None None] The sync data for ids ['3946d0bc-5fae-46c5-b2ee-32c05a0570ed'] in dv-cinder-804035-20-iscsi is: [{'id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'name': 'tempest-AttachVolumeTestJSON-1302020264-router', 'tenant_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'da296a9c-5a22-4030-92c2-5a298a84570a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:19:28Z', 'updated_at': '2021-11-24T15:19:33Z', 'revision_number': 4, 'project_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'gw_port': {'id': 'da296a9c-5a22-4030-92c2-5a298a84570a', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:30:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:19:29Z', 'updated_at': '2021-11-24T15:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': '073b851b-55fb-40c9-8240-b26807bfc531', 'name': '', 'network_id': 'a227d49c-a3bd-45ee-b0d2-bcce569a4266', 'tenant_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'mac_address': 'fa:16:3e:80:ef:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '84815f2f-38d2-472a-bdf7-762ef40354a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:19:32Z', 'updated_at': '2021-11-24T15:19:40Z', 'revision_number': 4, 'project_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'subnets': [{'id': '84815f2f-38d2-472a-bdf7-762ef40354a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:19:41.405469 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 57510) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:41.433951 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-04e91cc2-6afa-46f6-92eb-97ab2f22a0e7 req-95ba3b45-d746-47ce-9803-515653dc29b2 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7543347 Nov 24 15:19:41.449398 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f0c98-09ec-47b3-8996-04c7ee74bc22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2a1bd6-e7da-4f56-be81-ef243d2af988,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:41.533669 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-74303e1c-acf8-4995-9f78-d316e70d8a3a req-b40d1b6c-ec68-485c-ba97-fe6a8a7119e6 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 210 time: 0.1269424 Nov 24 15:19:41.552344 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68987f5-971b-496a-8b4a-8c17ce38517f tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Network 8344f4db-560e-43ae-a8a3-c586ec595f86 is already hosted by enough agents. {{(pid=102545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:19:41.565920 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [None req-e68987f5-971b-496a-8b4a-8c17ce38517f tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Resources bound (agent type, host, resource id): {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:19:41.577204 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68987f5-971b-496a-8b4a-8c17ce38517f tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Received port after_create {{(pid=102545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:19:41.586705 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-a9bdaab8-cf48-4545-acc1-517879f1b06e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:41.591288 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-a9bdaab8-cf48-4545-acc1-517879f1b06e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:41.604247 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-a9bdaab8-cf48-4545-acc1-517879f1b06e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6895b887-55f6-476f-87bc-504fa0ebbf75 HTTP/1.1" status: 204 len: 168 time: 0.6616073 Nov 24 15:19:41.646125 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68987f5-971b-496a-8b4a-8c17ce38517f tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Pushing event updated for resources: {'Port': ['ID=a487d2c3-8add-4cce-8c2f-33d2db1a7ada,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:41.664301 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-2e1748c4-fc8d-484e-a398-9bd0e95de9fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:41.683491 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bdaab8-cf48-4545-acc1-517879f1b06e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6895b887-55f6-476f-87bc-504fa0ebbf75,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:41.710422 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-696c8dfb-4804-4b9b-9f18-8f7f1884b139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15751986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13828195'] for subnet, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:41.800418 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-696c8dfb-4804-4b9b-9f18-8f7f1884b139 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for subnet, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:41.806327 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-696c8dfb-4804-4b9b-9f18-8f7f1884b139 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/14f26c8c-d908-43d2-88b4-93f83b502880 HTTP/1.1" status: 204 len: 168 time: 1.2055728 Nov 24 15:19:41.807219 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 57516) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:41.809244 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-2e1748c4-fc8d-484e-a398-9bd0e95de9fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:41.811198 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c8dfb-4804-4b9b-9f18-8f7f1884b139 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14f26c8c-d908-43d2-88b4-93f83b502880,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:41.823091 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-e68987f5-971b-496a-8b4a-8c17ce38517f tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:41.873803 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-e68987f5-971b-496a-8b4a-8c17ce38517f tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:41.903674 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-3cc3986f-0f7e-4dfb-8e61-c0a2c11c2b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4362e1-3896-44bd-b31f-e1d78fdd88cc', 'name': 'tempest-ServerRescueNegativeTestJSON-379663553-router', 'tenant_id': '32404aa4e2d44b9e966da2bab0b27149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '94b2397e-118d-4e48-a81a-dfddcf998123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:19:28Z', 'updated_at': '2021-11-24T15:19:34Z', 'revision_number': 4, 'project_id': '32404aa4e2d44b9e966da2bab0b27149', 'gw_port': {'id': '94b2397e-118d-4e48-a81a-dfddcf998123', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:59:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4362e1-3896-44bd-b31f-e1d78fdd88cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:19:29Z', 'updated_at': '2021-11-24T15:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': '45908162-baf5-480a-b98c-62ac8100792e', 'name': '', 'network_id': '8b8e34ef-bafa-4e65-a88d-1be4877982c1', 'tenant_id': '32404aa4e2d44b9e966da2bab0b27149', 'mac_address': 'fa:16:3e:de:90:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4362e1-3896-44bd-b31f-e1d78fdd88cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6dd026dc-7a5a-4fd3-ad01-b8844bc6d476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:19:32Z', 'updated_at': '2021-11-24T15:19:40Z', 'revision_number': 4, 'project_id': '32404aa4e2d44b9e966da2bab0b27149', 'subnets': [{'id': '6dd026dc-7a5a-4fd3-ad01-b8844bc6d476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:19:41.925412 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-23ff8e53-9c2d-4c35-b960-dd0e2343e248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541282'] for network, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:41.948514 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc3986f-0f7e-4dfb-8e61-c0a2c11c2b56 None None] The sync data for ids ['1b4362e1-3896-44bd-b31f-e1d78fdd88cc'] in dv-cinder-804035-20-iscsi is: [{'id': '1b4362e1-3896-44bd-b31f-e1d78fdd88cc', 'name': 'tempest-ServerRescueNegativeTestJSON-379663553-router', 'tenant_id': '32404aa4e2d44b9e966da2bab0b27149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '94b2397e-118d-4e48-a81a-dfddcf998123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:19:28Z', 'updated_at': '2021-11-24T15:19:34Z', 'revision_number': 4, 'project_id': '32404aa4e2d44b9e966da2bab0b27149', 'gw_port': {'id': '94b2397e-118d-4e48-a81a-dfddcf998123', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:59:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4362e1-3896-44bd-b31f-e1d78fdd88cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:19:29Z', 'updated_at': '2021-11-24T15:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': '45908162-baf5-480a-b98c-62ac8100792e', 'name': '', 'network_id': '8b8e34ef-bafa-4e65-a88d-1be4877982c1', 'tenant_id': '32404aa4e2d44b9e966da2bab0b27149', 'mac_address': 'fa:16:3e:de:90:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4362e1-3896-44bd-b31f-e1d78fdd88cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6dd026dc-7a5a-4fd3-ad01-b8844bc6d476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:19:32Z', 'updated_at': '2021-11-24T15:19:40Z', 'revision_number': 4, 'project_id': '32404aa4e2d44b9e966da2bab0b27149', 'subnets': [{'id': '6dd026dc-7a5a-4fd3-ad01-b8844bc6d476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:19:41.969900 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-2e1748c4-fc8d-484e-a398-9bd0e95de9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:41.973530 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-2e1748c4-fc8d-484e-a398-9bd0e95de9fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:41.976687 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-2e1748c4-fc8d-484e-a398-9bd0e95de9fc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3d2a1bd6-e7da-4f56-be81-ef243d2af988 HTTP/1.1" status: 204 len: 168 time: 0.5584245 Nov 24 15:19:42.016076 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1748c4-fc8d-484e-a398-9bd0e95de9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2a1bd6-e7da-4f56-be81-ef243d2af988,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:42.066365 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-23ff8e53-9c2d-4c35-b960-dd0e2343e248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468516', 'neutron.services.segments.db._delete_segments_for_network-8750837505464'] for network, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:42.096644 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.services.segments.db [None req-23ff8e53-9c2d-4c35-b960-dd0e2343e248 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21500539-1f02-4b1b-a0e0-2a6e396ce244']}} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:19:42.108742 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.services.segments.db [None req-23ff8e53-9c2d-4c35-b960-dd0e2343e248 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a2d2df2-3fb8-45d4-bae8-e2646f34c61c') {'for_net_delete': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:19:42.112875 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.services.segments.db [None req-23ff8e53-9c2d-4c35-b960-dd0e2343e248 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a2d2df2-3fb8-45d4-bae8-e2646f34c61c') {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:19:42.138786 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-23ff8e53-9c2d-4c35-b960-dd0e2343e248 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750837468492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15251404'] for segment, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:42.170578 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-23ff8e53-9c2d-4c35-b960-dd0e2343e248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470086'] for segment, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:42.183379 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23ff8e53-9c2d-4c35-b960-dd0e2343e248 admin admin] Releasing vlan 1216 on physical network physnet1 to pool {{(pid=102544) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 15:19:42.183379 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-23ff8e53-9c2d-4c35-b960-dd0e2343e248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15822992'] for segment, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:42.190164 dv-cinder-804035-20-iscsi neutron-server[102544]: Traceback (most recent call last): Nov 24 15:19:42.190164 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 15:19:42.190164 dv-cinder-804035-20-iscsi neutron-server[102544]: timer() Nov 24 15:19:42.190164 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 15:19:42.190164 dv-cinder-804035-20-iscsi neutron-server[102544]: cb(*args, **kw) Nov 24 15:19:42.190164 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 15:19:42.190164 dv-cinder-804035-20-iscsi neutron-server[102544]: return func(*args, **kwargs) Nov 24 15:19:42.190164 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 15:19:42.190164 dv-cinder-804035-20-iscsi neutron-server[102544]: self._notify() Nov 24 15:19:42.190164 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 15:19:42.190164 dv-cinder-804035-20-iscsi neutron-server[102544]: self.callback(batched_events) Nov 24 15:19:42.190164 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 15:19:42.190164 dv-cinder-804035-20-iscsi neutron-server[102544]: event.method(event) Nov 24 15:19:42.190164 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 15:19:42.190164 dv-cinder-804035-20-iscsi neutron-server[102544]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 15:19:42.190164 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 15:19:42.190164 dv-cinder-804035-20-iscsi neutron-server[102544]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 15:19:42.190164 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 15:19:42.190164 dv-cinder-804035-20-iscsi neutron-server[102544]: return f(self, *a, **k) Nov 24 15:19:42.190164 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 15:19:42.190164 dv-cinder-804035-20-iscsi neutron-server[102544]: return self._get(url).json() Nov 24 15:19:42.190164 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 15:19:42.190164 dv-cinder-804035-20-iscsi neutron-server[102544]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 15:19:42.190164 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 15:19:42.190164 dv-cinder-804035-20-iscsi neutron-server[102544]: return self.request(url, 'GET', **kwargs) Nov 24 15:19:42.190164 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 15:19:42.190164 dv-cinder-804035-20-iscsi neutron-server[102544]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 15:19:42.190164 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 15:19:42.190164 dv-cinder-804035-20-iscsi neutron-server[102544]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 15:19:42.190164 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 15:19:42.190164 dv-cinder-804035-20-iscsi neutron-server[102544]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 15:19:42.190164 dv-cinder-804035-20-iscsi neutron-server[102544]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 15:19:42.339472 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-e68987f5-971b-496a-8b4a-8c17ce38517f tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks [] for port, precommit_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:42.347596 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-e68987f5-971b-496a-8b4a-8c17ce38517f tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:42.424465 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-e68987f5-971b-496a-8b4a-8c17ce38517f tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663866'] for floatingip, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:42.503503 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-e68987f5-971b-496a-8b4a-8c17ce38517f tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for floatingip, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:42.505502 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-e68987f5-971b-496a-8b4a-8c17ce38517f tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4649332 Nov 24 15:19:42.517681 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68987f5-971b-496a-8b4a-8c17ce38517f tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Pushing event updated for resources: {'Port': ['ID=a487d2c3-8add-4cce-8c2f-33d2db1a7ada,revision_number=2']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:42.584684 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-23ff8e53-9c2d-4c35-b960-dd0e2343e248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663844'] for network, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:42.593102 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-23ff8e53-9c2d-4c35-b960-dd0e2343e248 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for network, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:42.597006 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-23ff8e53-9c2d-4c35-b960-dd0e2343e248 admin admin] 10.222.0.66 "DELETE /v2.0/networks/21500539-1f02-4b1b-a0e0-2a6e396ce244 HTTP/1.1" status: 204 len: 168 time: 0.7827952 Nov 24 15:19:42.631368 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8fdaf-0584-467c-895c-2c1ca58a7785 req-3d0408cf-c93c-474f-aa68-5800a7ff8352 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:42.633167 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ccd8fdaf-0584-467c-895c-2c1ca58a7785 req-3d0408cf-c93c-474f-aa68-5800a7ff8352 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/ports?device_id=c314c5fb-ef55-4d6a-907d-c67422d61401 HTTP/1.1" status: 200 len: 931 time: 0.0872636 Nov 24 15:19:42.634296 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff8e53-9c2d-4c35-b960-dd0e2343e248 admin admin] Pushing event deleted for resources: {'Network': ['ID=21500539-1f02-4b1b-a0e0-2a6e396ce244,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:42.902041 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 073b851b-55fb-40c9-8240-b26807bfc531 up at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:19:42.912528 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-8d8cb561-a87a-4771-9c63-4b35ecba81f2 req-5988ef73-2028-4321-9e0a-256119493376 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 210 time: 0.1597412 Nov 24 15:19:42.924196 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ccd8fdaf-0584-467c-895c-2c1ca58a7785 req-c015b03b-51f1-43ac-b327-d46218a7ffdc tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/security-groups?id=9747f310-b631-4618-ad03-07bb8e94cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774444 Nov 24 15:19:43.001548 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [req-04e91cc2-6afa-46f6-92eb-97ab2f22a0e7 req-82615d7c-4766-46b8-8776-5a529ec8e132 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=102545) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 15:19:43.003721 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-04e91cc2-6afa-46f6-92eb-97ab2f22a0e7 req-82615d7c-4766-46b8-8776-5a529ec8e132 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097613 Nov 24 15:19:43.106391 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Provisioning complete for port 073b851b-55fb-40c9-8240-b26807bfc531 triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:19:43.107067 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:43.333415 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 57568) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:43.462447 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-5e086491-f5b4-4e8c-b033-e9a80ef4452e req-bd22d607-ef4c-4251-8f62-69b649142674 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--904273441&fields=id&tenant_id=cebad9fcbd0d4232a6f6dccb42ba04a1 HTTP/1.1" status: 200 len: 267 time: 0.2701230 Nov 24 15:19:43.511830 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-52a8c293-f2b5-43de-9e61-8c6c4cc9d488 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c2b123b8778d4ab7bf9395a5314e9488&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1772511 Nov 24 15:19:43.540812 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 57570) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:43.617586 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.74', 53769) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:44.005111 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 45908162-baf5-480a-b98c-62ac8100792e up at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:19:44.065137 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e086491-f5b4-4e8c-b033-e9a80ef4452e req-e816edaa-9499-4511-aeb3-23d73f3d6acc tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:44.075742 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-5e086491-f5b4-4e8c-b033-e9a80ef4452e req-e816edaa-9499-4511-aeb3-23d73f3d6acc tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/networks?id=a227d49c-a3bd-45ee-b0d2-bcce569a4266 HTTP/1.1" status: 200 len: 811 time: 0.6116443 Nov 24 15:19:44.135528 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-5e086491-f5b4-4e8c-b033-e9a80ef4452e req-8962e99d-2eb0-4f16-9bd1-b81dd9d3b7a7 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/quotas/cebad9fcbd0d4232a6f6dccb42ba04a1 HTTP/1.1" status: 200 len: 375 time: 0.0587022 Nov 24 15:19:44.203761 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [req-04e91cc2-6afa-46f6-92eb-97ab2f22a0e7 req-aba70a25-869d-4dc6-9146-af5198ef3331 service neutron] Request body: {'port': {'device_id': 'c314c5fb-ef55-4d6a-907d-c67422d61401', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:19:44.219355 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-ea132a7a-088b-4a4d-be0b-751e526c7502 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:44.234163 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Provisioning complete for port 45908162-baf5-480a-b98c-62ac8100792e triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:19:44.235757 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:44.341220 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-b1a93140-ad7e-4249-b411-ab9be20c977d req-486d440b-ddea-480d-b2bf-e9e78dc817c3 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 210 time: 0.1052175 Nov 24 15:19:44.386345 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-5e086491-f5b4-4e8c-b033-e9a80ef4452e req-e44a06f7-716a-4273-9bb8-f5d9bc67d881 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=cebad9fcbd0d4232a6f6dccb42ba04a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2498353 Nov 24 15:19:44.466277 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:44.582593 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] For port 45908162-baf5-480a-b98c-62ac8100792e, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=45908162-baf5-480a-b98c-62ac8100792e,segment=NetworkSegment(0cf6543e-1b65-4cca-9e1b-46695f528b47),segment_id=0cf6543e-1b65-4cca-9e1b-46695f528b47)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:19:44.593417 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:44.685306 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177bf990-2da0-42bb-8faf-5f18dbba0420 req-0c031df5-2b79-4bcd-a8ea-ecdcbf70669b tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:44.690027 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-177bf990-2da0-42bb-8faf-5f18dbba0420 req-0c031df5-2b79-4bcd-a8ea-ecdcbf70669b tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/ports?device_id=c314c5fb-ef55-4d6a-907d-c67422d61401 HTTP/1.1" status: 200 len: 931 time: 0.1963594 Nov 24 15:19:44.718430 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-ea132a7a-088b-4a4d-be0b-751e526c7502 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:44.736345 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Pushing event updated for resources: {'Port': ['ID=45908162-baf5-480a-b98c-62ac8100792e,revision_number=5']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:44.819197 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-177bf990-2da0-42bb-8faf-5f18dbba0420 req-4958a560-e888-43e0-b2b9-ab5007a0cfe2 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/security-groups?id=9747f310-b631-4618-ad03-07bb8e94cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195509 Nov 24 15:19:44.911287 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-04e91cc2-6afa-46f6-92eb-97ab2f22a0e7 req-aba70a25-869d-4dc6-9146-af5198ef3331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:44.930179 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc868a-26f5-4b18-81d6-96d919744777 req-b696b3d2-3645-41c2-b294-ea92954741f4 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:44.933423 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-fbfc868a-26f5-4b18-81d6-96d919744777 req-b696b3d2-3645-41c2-b294-ea92954741f4 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.74 "GET /v2.0/networks?id=8b8e34ef-bafa-4e65-a88d-1be4877982c1 HTTP/1.1" status: 200 len: 818 time: 1.3148210 Nov 24 15:19:45.007175 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.74', 53775) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:45.039497 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-ea132a7a-088b-4a4d-be0b-751e526c7502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:45.042580 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-ea132a7a-088b-4a4d-be0b-751e526c7502 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:45.048853 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-ea132a7a-088b-4a4d-be0b-751e526c7502 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d002e9ad-cebc-424f-84e6-c398fcae34ec HTTP/1.1" status: 204 len: 168 time: 1.4996455 Nov 24 15:19:45.093594 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea132a7a-088b-4a4d-be0b-751e526c7502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d002e9ad-cebc-424f-84e6-c398fcae34ec,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:45.180706 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-3fffe30b-4d39-4db0-9636-36c690b72245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:45.238856 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [req-fbfc868a-26f5-4b18-81d6-96d919744777 req-3639aa2e-c431-4bed-a915-9623f7532e94 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Request body: {'port': {'device_id': '54c23d97-138c-40a2-9593-8896dfdb2650', 'network_id': '8b8e34ef-bafa-4e65-a88d-1be4877982c1', 'admin_state_up': True, 'tenant_id': '32404aa4e2d44b9e966da2bab0b27149'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:19:45.412453 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb23059-8ff6-480f-9c3f-5a72d48ef60b req-0d41a62b-ed29-463d-82be-74c068a93976 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:45.419653 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-dcb23059-8ff6-480f-9c3f-5a72d48ef60b req-0d41a62b-ed29-463d-82be-74c068a93976 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.74 "GET /v2.0/networks?id=8b8e34ef-bafa-4e65-a88d-1be4877982c1 HTTP/1.1" status: 200 len: 818 time: 0.3327363 Nov 24 15:19:45.447733 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.agents_db [None req-1855c149-01a8-4582-985c-3b31432c2781 None None] Agent healthcheck: found 6 active agents {{(pid=102547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:19:45.514824 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [req-5e086491-f5b4-4e8c-b033-e9a80ef4452e req-3298b5a6-43d1-4ad0-94aa-701ffb44fb28 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=102544) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 15:19:45.522355 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbfc868a-26f5-4b18-81d6-96d919744777 req-3639aa2e-c431-4bed-a915-9623f7532e94 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Made reservation on behalf of 32404aa4e2d44b9e966da2bab0b27149 for: {'port': 1} {{(pid=102545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:19:45.523396 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-5e086491-f5b4-4e8c-b033-e9a80ef4452e req-3298b5a6-43d1-4ad0-94aa-701ffb44fb28 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7221293 Nov 24 15:19:45.527646 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-fbfc868a-26f5-4b18-81d6-96d919744777 req-3639aa2e-c431-4bed-a915-9623f7532e94 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:45.694523 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.v2.base [req-dcb23059-8ff6-480f-9c3f-5a72d48ef60b req-022b0497-f94a-4370-ade5-61716a95a94b tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Request body: {'port': {'device_id': '1b1b8192-257b-42e9-8aad-a40ce8bfb4f8', 'network_id': '8b8e34ef-bafa-4e65-a88d-1be4877982c1', 'admin_state_up': True, 'tenant_id': '32404aa4e2d44b9e966da2bab0b27149'}} {{(pid=102544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:19:45.849155 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-2ecce58c-747b-4103-ad70-b62748f31d5c req-524728e9-fd3c-46be-885f-dda0c20a8d23 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 210 time: 0.3224976 Nov 24 15:19:45.923126 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [req-04e91cc2-6afa-46f6-92eb-97ab2f22a0e7 req-aba70a25-869d-4dc6-9146-af5198ef3331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ebc6af1-f8e1-4664-b0bd-51973f886e65 {{(pid=102545) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:19:45.953491 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-04e91cc2-6afa-46f6-92eb-97ab2f22a0e7 req-aba70a25-869d-4dc6-9146-af5198ef3331 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:46.084525 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.provisioning_blocks [req-04e91cc2-6afa-46f6-92eb-97ab2f22a0e7 req-aba70a25-869d-4dc6-9146-af5198ef3331 service neutron] Transition to ACTIVE for port object 4ebc6af1-f8e1-4664-b0bd-51973f886e65 will not be triggered until provisioned by entity L2. {{(pid=102545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 15:19:46.109226 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-04e91cc2-6afa-46f6-92eb-97ab2f22a0e7 req-aba70a25-869d-4dc6-9146-af5198ef3331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:46.408719 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 57666) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:46.419315 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba70a25-869d-4dc6-9146-af5198ef3331 service neutron] Pushing event updated for resources: {'Port': ['ID=4ebc6af1-f8e1-4664-b0bd-51973f886e65,revision_number=2']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:46.442896 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.db_base_plugin_common [req-fbfc868a-26f5-4b18-81d6-96d919744777 req-3639aa2e-c431-4bed-a915-9623f7532e94 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Allocated IP 172.20.0.11 (8b8e34ef-bafa-4e65-a88d-1be4877982c1/6dd026dc-7a5a-4fd3-ad01-b8844bc6d476/78dc38d0-e790-4e67-9cc9-06ac9d53b726) {{(pid=102545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:19:46.517322 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e68ec-e872-4b68-b510-2923962f16f1 req-5a9a3eef-fffa-47da-b260-692c28a7469c tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:46.519129 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-bb6e68ec-e872-4b68-b510-2923962f16f1 req-5a9a3eef-fffa-47da-b260-692c28a7469c tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/ports?device_id=c314c5fb-ef55-4d6a-907d-c67422d61401 HTTP/1.1" status: 200 len: 943 time: 0.1176305 Nov 24 15:19:46.569308 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcb23059-8ff6-480f-9c3f-5a72d48ef60b req-022b0497-f94a-4370-ade5-61716a95a94b tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Made reservation on behalf of 32404aa4e2d44b9e966da2bab0b27149 for: {'port': 1} {{(pid=102544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:19:46.574481 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [req-dcb23059-8ff6-480f-9c3f-5a72d48ef60b req-022b0497-f94a-4370-ade5-61716a95a94b tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:46.651063 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-5e086491-f5b4-4e8c-b033-e9a80ef4452e req-3d8b8aa5-c82f-4dd2-8ae7-1d6911b16f53 service neutron] 10.222.0.66 "GET /v2.0/networks/a227d49c-a3bd-45ee-b0d2-bcce569a4266?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1257193 Nov 24 15:19:46.682198 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-04e91cc2-6afa-46f6-92eb-97ab2f22a0e7 req-aba70a25-869d-4dc6-9146-af5198ef3331 service neutron] Attempting to bind port 4ebc6af1-f8e1-4664-b0bd-51973f886e65 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:19:46.682624 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-04e91cc2-6afa-46f6-92eb-97ab2f22a0e7 req-aba70a25-869d-4dc6-9146-af5198ef3331 service neutron] Attempting to bind port 4ebc6af1-f8e1-4664-b0bd-51973f886e65 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '7de40f86-0fd7-4439-9a98-92d48b028ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '70c457e2-22ff-4a59-b8ba-a00e5e3e2e37'}] {{(pid=102545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:19:46.682963 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e91cc2-6afa-46f6-92eb-97ab2f22a0e7 req-aba70a25-869d-4dc6-9146-af5198ef3331 service neutron] Attempting to bind port 4ebc6af1-f8e1-4664-b0bd-51973f886e65 on network 70c457e2-22ff-4a59-b8ba-a00e5e3e2e37 {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:19:46.698243 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e91cc2-6afa-46f6-92eb-97ab2f22a0e7 req-aba70a25-869d-4dc6-9146-af5198ef3331 service neutron] Port 4ebc6af1-f8e1-4664-b0bd-51973f886e65 on network 70c457e2-22ff-4a59-b8ba-a00e5e3e2e37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 15:19:46.698568 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e91cc2-6afa-46f6-92eb-97ab2f22a0e7 req-aba70a25-869d-4dc6-9146-af5198ef3331 service neutron] Attempting to bind port 4ebc6af1-f8e1-4664-b0bd-51973f886e65 on network 70c457e2-22ff-4a59-b8ba-a00e5e3e2e37 {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:19:46.723538 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 57676) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:46.724655 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-43abda6e-8049-43f9-8439-eccaef86e377 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6f95694f351842138100b924bd2b3b28&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3140597 Nov 24 15:19:46.762759 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 45908162-baf5-480a-b98c-62ac8100792e up at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:19:46.775198 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e91cc2-6afa-46f6-92eb-97ab2f22a0e7 req-aba70a25-869d-4dc6-9146-af5198ef3331 service neutron] Checking agent: {'id': 'd4f6996e-fa07-4465-ad79-7a89714f2bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 17, 38), 'started_at': datetime.datetime(2021, 11, 24, 15, 17, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:19:46.775797 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e91cc2-6afa-46f6-92eb-97ab2f22a0e7 req-aba70a25-869d-4dc6-9146-af5198ef3331 service neutron] Checking segment: {'id': '7de40f86-0fd7-4439-9a98-92d48b028ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '70c457e2-22ff-4a59-b8ba-a00e5e3e2e37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:19:46.776940 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e91cc2-6afa-46f6-92eb-97ab2f22a0e7 req-aba70a25-869d-4dc6-9146-af5198ef3331 service neutron] Bound using segment: {'id': '7de40f86-0fd7-4439-9a98-92d48b028ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '70c457e2-22ff-4a59-b8ba-a00e5e3e2e37'} {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:19:46.777665 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-04e91cc2-6afa-46f6-92eb-97ab2f22a0e7 req-aba70a25-869d-4dc6-9146-af5198ef3331 service neutron] Bound port: 4ebc6af1-f8e1-4664-b0bd-51973f886e65, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7de40f86-0fd7-4439-9a98-92d48b028ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '70c457e2-22ff-4a59-b8ba-a00e5e3e2e37'}}] {{(pid=102545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:19:46.778415 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-04e91cc2-6afa-46f6-92eb-97ab2f22a0e7 req-aba70a25-869d-4dc6-9146-af5198ef3331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:46.849858 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-bb6e68ec-e872-4b68-b510-2923962f16f1 req-2486ea2d-31aa-4b79-ba76-b65a3a95dba0 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/security-groups?id=9747f310-b631-4618-ad03-07bb8e94cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137422 Nov 24 15:19:46.995468 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-eca674dd-05ec-40f6-a4ad-0eefcf2dd149 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:47.005147 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Provisioning complete for port 45908162-baf5-480a-b98c-62ac8100792e triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:19:47.005523 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:47.073305 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-eca674dd-05ec-40f6-a4ad-0eefcf2dd149 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:47.277305 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-fbfc868a-26f5-4b18-81d6-96d919744777 req-3639aa2e-c431-4bed-a915-9623f7532e94 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Publish callbacks [] for port, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:47.484128 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-eca674dd-05ec-40f6-a4ad-0eefcf2dd149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:47.495162 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-eca674dd-05ec-40f6-a4ad-0eefcf2dd149 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:47.495162 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-eca674dd-05ec-40f6-a4ad-0eefcf2dd149 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/44a42bdb-2449-4eab-bb5d-1319c8b46382 HTTP/1.1" status: 204 len: 168 time: 0.7648242 Nov 24 15:19:47.498208 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-5e086491-f5b4-4e8c-b033-e9a80ef4452e req-d69ff012-e415-4fdb-bc6e-497b77e1711b service neutron] 10.222.0.66 "GET /v2.0/networks/a227d49c-a3bd-45ee-b0d2-bcce569a4266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8216763 Nov 24 15:19:47.507673 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-fbfc868a-26f5-4b18-81d6-96d919744777 req-3639aa2e-c431-4bed-a915-9623f7532e94 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098'] for port, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:47.657540 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca674dd-05ec-40f6-a4ad-0eefcf2dd149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a42bdb-2449-4eab-bb5d-1319c8b46382,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:47.665049 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0dd22c26-1ad8-4ac5-8fc9-eb74579ce167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:47.700413 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-04e91cc2-6afa-46f6-92eb-97ab2f22a0e7 req-aba70a25-869d-4dc6-9146-af5198ef3331 service neutron] For port 4ebc6af1-f8e1-4664-b0bd-51973f886e65, host hv-cinder-80403, cleared binding levels {{(pid=102545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:19:47.701104 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-aa6c50df-234c-4bbd-9579-ad4d26f85765 req-dc4332ed-0492-4d39-9223-51fd76953de4 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 210 time: 0.2283368 Nov 24 15:19:47.734102 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbfc868a-26f5-4b18-81d6-96d919744777 req-3639aa2e-c431-4bed-a915-9623f7532e94 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Network 8b8e34ef-bafa-4e65-a88d-1be4877982c1 is already hosted by enough agents. {{(pid=102545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:19:47.754676 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [req-fbfc868a-26f5-4b18-81d6-96d919744777 req-3639aa2e-c431-4bed-a915-9623f7532e94 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Resources bound (agent type, host, resource id): {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:19:47.795166 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbfc868a-26f5-4b18-81d6-96d919744777 req-3639aa2e-c431-4bed-a915-9623f7532e94 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Received port after_create {{(pid=102545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:19:47.846937 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc868a-26f5-4b18-81d6-96d919744777 req-3639aa2e-c431-4bed-a915-9623f7532e94 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:47.847348 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-fbfc868a-26f5-4b18-81d6-96d919744777 req-3639aa2e-c431-4bed-a915-9623f7532e94 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:47.949653 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-04e91cc2-6afa-46f6-92eb-97ab2f22a0e7 req-aba70a25-869d-4dc6-9146-af5198ef3331 service neutron] For port 4ebc6af1-f8e1-4664-b0bd-51973f886e65, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=4ebc6af1-f8e1-4664-b0bd-51973f886e65,segment=NetworkSegment(7de40f86-0fd7-4439-9a98-92d48b028ecc),segment_id=7de40f86-0fd7-4439-9a98-92d48b028ecc)] {{(pid=102545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:19:47.975645 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3639aa2e-c431-4bed-a915-9623f7532e94 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Pushing event updated for resources: {'Port': ['ID=78dc38d0-e790-4e67-9cc9-06ac9d53b726,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:47.986690 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-04e91cc2-6afa-46f6-92eb-97ab2f22a0e7 req-aba70a25-869d-4dc6-9146-af5198ef3331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:48.021867 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-fbfc868a-26f5-4b18-81d6-96d919744777 req-3639aa2e-c431-4bed-a915-9623f7532e94 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9123902 Nov 24 15:19:48.112087 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e91cc2-6afa-46f6-92eb-97ab2f22a0e7 req-aba70a25-869d-4dc6-9146-af5198ef3331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:48.114549 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-04e91cc2-6afa-46f6-92eb-97ab2f22a0e7 req-aba70a25-869d-4dc6-9146-af5198ef3331 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:48.124665 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-04e91cc2-6afa-46f6-92eb-97ab2f22a0e7 req-aba70a25-869d-4dc6-9146-af5198ef3331 service neutron] 10.222.0.74 "PUT /v2.0/ports/4ebc6af1-f8e1-4664-b0bd-51973f886e65 HTTP/1.1" status: 200 len: 1093 time: 4.5972919 Nov 24 15:19:48.125051 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c314c5fb-ef55-4d6a-907d-c67422d61401', 'tag': '4ebc6af1-f8e1-4664-b0bd-51973f886e65'}] {{(pid=102545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:19:48.235324 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-124f8df6-068a-4f00-a8c0-a9ff39f4d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:48.292054 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba70a25-869d-4dc6-9146-af5198ef3331 service neutron] Pushing event updated for resources: {'Port': ['ID=4ebc6af1-f8e1-4664-b0bd-51973f886e65,revision_number=3']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:48.295552 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-3c70813d-fc1a-47da-b352-a5e16c93bb2f req-906e49c5-4816-4108-abcd-45c3ac10a1d7 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 210 time: 0.3631620 Nov 24 15:19:48.392848 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.db.db_base_plugin_common [req-dcb23059-8ff6-480f-9c3f-5a72d48ef60b req-022b0497-f94a-4370-ade5-61716a95a94b tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Allocated IP 172.20.0.6 (8b8e34ef-bafa-4e65-a88d-1be4877982c1/6dd026dc-7a5a-4fd3-ad01-b8844bc6d476/ba4bd5dc-d328-477a-9c65-f3aeb75a0f70) {{(pid=102544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:19:48.435980 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384a78a-b578-4732-bb86-97821924191b req-defe2de1-7873-4689-9260-e980ef7c4266 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:48.440099 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-1384a78a-b578-4732-bb86-97821924191b req-defe2de1-7873-4689-9260-e980ef7c4266 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/ports?device_id=c314c5fb-ef55-4d6a-907d-c67422d61401 HTTP/1.1" status: 200 len: 943 time: 0.3325107 Nov 24 15:19:48.686055 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e232a59b198ff96befa2502742fd1f317735a6d9991c1ac6356d20aee71e71d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00658b2b-6f25-43bd-9c22-246da75d4994" -d '{"events": [{"name": "network-changed", "server_uuid": "c314c5fb-ef55-4d6a-907d-c67422d61401", "tag": "4ebc6af1-f8e1-4664-b0bd-51973f886e65"}]}' {{(pid=102545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:19:48.701934 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-1384a78a-b578-4732-bb86-97821924191b req-3d734cf0-0b4b-488b-827b-53c07b80b339 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/security-groups?id=9747f310-b631-4618-ad03-07bb8e94cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485411 Nov 24 15:19:48.878204 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-41de115a-b24c-4198-8bec-6ebc56b3f21f req-98fd1b1e-5b7d-46ea-8705-c2ad4f28accb tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 210 time: 0.0498145 Nov 24 15:19:48.882298 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [req-dcb23059-8ff6-480f-9c3f-5a72d48ef60b req-022b0497-f94a-4370-ade5-61716a95a94b tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Publish callbacks [] for port, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:48.941655 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [req-dcb23059-8ff6-480f-9c3f-5a72d48ef60b req-022b0497-f94a-4370-ade5-61716a95a94b tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15752001'] for port, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:49.176391 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcb23059-8ff6-480f-9c3f-5a72d48ef60b req-022b0497-f94a-4370-ade5-61716a95a94b tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Network 8b8e34ef-bafa-4e65-a88d-1be4877982c1 is already hosted by enough agents. {{(pid=102544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:19:49.183126 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.base_scheduler [req-dcb23059-8ff6-480f-9c3f-5a72d48ef60b req-022b0497-f94a-4370-ade5-61716a95a94b tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Resources bound (agent type, host, resource id): {{(pid=102544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:19:49.190748 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcb23059-8ff6-480f-9c3f-5a72d48ef60b req-022b0497-f94a-4370-ade5-61716a95a94b tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Received port after_create {{(pid=102544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:19:49.205589 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 57808) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:49.224417 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b0497-f94a-4370-ade5-61716a95a94b tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Pushing event updated for resources: {'Port': ['ID=ba4bd5dc-d328-477a-9c65-f3aeb75a0f70,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:49.246270 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 57812) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:49.273676 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb23059-8ff6-480f-9c3f-5a72d48ef60b req-022b0497-f94a-4370-ade5-61716a95a94b tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:49.274204 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [req-dcb23059-8ff6-480f-9c3f-5a72d48ef60b req-022b0497-f94a-4370-ade5-61716a95a94b tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for port, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:49.295476 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-dcb23059-8ff6-480f-9c3f-5a72d48ef60b req-022b0497-f94a-4370-ade5-61716a95a94b tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6706200 Nov 24 15:19:49.349425 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c270c1a-23bf-45ba-b6df-5d2d8928c0ca x-openstack-request-id: req-5c270c1a-23bf-45ba-b6df-5d2d8928c0ca {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:19:49.349923 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c314c5fb-ef55-4d6a-907d-c67422d61401", "tag": "4ebc6af1-f8e1-4664-b0bd-51973f886e65", "status": "completed", "code": 200}]} {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:19:49.350372 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5c270c1a-23bf-45ba-b6df-5d2d8928c0ca {{(pid=102545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:19:49.350855 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c314c5fb-ef55-4d6a-907d-c67422d61401', 'tag': '4ebc6af1-f8e1-4664-b0bd-51973f886e65', 'status': 'completed', 'code': 200} Nov 24 15:19:49.384309 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-08239f06-2ca3-40ee-89d9-1072550cfd3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:49.393394 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-28b13cba-12ff-4e38-9fc6-e46c59d12676 req-74d0ad01-88db-477c-be44-633ad50fde05 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 210 time: 0.0308452 Nov 24 15:19:49.424423 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-6aafd57e-3f8b-4c38-8113-30af7addf145 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:49.526255 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-08239f06-2ca3-40ee-89d9-1072550cfd3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:49.532818 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-08239f06-2ca3-40ee-89d9-1072550cfd3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:49.600540 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-6aafd57e-3f8b-4c38-8113-30af7addf145 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:49.610518 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 57828) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:49.610832 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-08239f06-2ca3-40ee-89d9-1072550cfd3e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6069754946614c329906e4b703a64625&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4028099 Nov 24 15:19:49.612778 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-6aafd57e-3f8b-4c38-8113-30af7addf145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:49.626506 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08239f06-2ca3-40ee-89d9-1072550cfd3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1754d132-0b2e-4df5-bd8f-03218aa1adaf,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:49.685476 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-3b0d2453-c738-49d1-81f3-224ae949c0a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:49.690207 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-6aafd57e-3f8b-4c38-8113-30af7addf145 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6e5bf0d71b13456f8ac1aa86f83b8acb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4460888 Nov 24 15:19:49.692341 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 57830) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:49.698602 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aafd57e-3f8b-4c38-8113-30af7addf145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91adce09-dbd8-42b7-b587-d6d0c1da1e73,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:49.770045 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-3b0d2453-c738-49d1-81f3-224ae949c0a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:49.782214 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0567c706-1e8e-49a8-b1df-c52fd48358e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:49.812578 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-d759ed0b-4a72-440d-854c-5f33e064c830 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:49.862517 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-d759ed0b-4a72-440d-854c-5f33e064c830 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:49.947950 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7d986-f0c1-4610-aa08-12466c9edf23 req-c1e8ea82-2f34-46eb-9d90-594b77247aa8 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:49.955421 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-14a7d986-f0c1-4610-aa08-12466c9edf23 req-c1e8ea82-2f34-46eb-9d90-594b77247aa8 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/ports?device_id=c314c5fb-ef55-4d6a-907d-c67422d61401 HTTP/1.1" status: 200 len: 943 time: 0.1045880 Nov 24 15:19:49.977179 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-3b0d2453-c738-49d1-81f3-224ae949c0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:49.980056 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-3b0d2453-c738-49d1-81f3-224ae949c0a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:49.984049 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-3b0d2453-c738-49d1-81f3-224ae949c0a8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1754d132-0b2e-4df5-bd8f-03218aa1adaf HTTP/1.1" status: 204 len: 168 time: 0.3724833 Nov 24 15:19:50.035077 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-14a7d986-f0c1-4610-aa08-12466c9edf23 req-2c26cb52-0d4f-4152-b874-e04274aec4d6 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/security-groups?id=9747f310-b631-4618-ad03-07bb8e94cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732944 Nov 24 15:19:50.037750 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d2453-c738-49d1-81f3-224ae949c0a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1754d132-0b2e-4df5-bd8f-03218aa1adaf,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:50.052591 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-d759ed0b-4a72-440d-854c-5f33e064c830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:50.055656 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-d759ed0b-4a72-440d-854c-5f33e064c830 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:50.056979 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-d759ed0b-4a72-440d-854c-5f33e064c830 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/91adce09-dbd8-42b7-b587-d6d0c1da1e73 HTTP/1.1" status: 204 len: 168 time: 0.3634610 Nov 24 15:19:50.099800 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d759ed0b-4a72-440d-854c-5f33e064c830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91adce09-dbd8-42b7-b587-d6d0c1da1e73,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:50.122623 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6132c6a-e956-42ca-8495-a79f225172ae req-e0994753-1300-4c23-b045-d799fa629a48 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:50.124230 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-e6132c6a-e956-42ca-8495-a79f225172ae req-e0994753-1300-4c23-b045-d799fa629a48 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 931 time: 0.0877020 Nov 24 15:19:50.206082 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-e6132c6a-e956-42ca-8495-a79f225172ae req-63d4b2db-6023-4747-84a2-aeb78de69796 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752223 Nov 24 15:19:50.546094 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-929d0ef7-ed14-4dba-b3e8-f3cc36801fd0 req-01fa75ea-58f1-4904-b0cb-1117b6fa6527 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 210 time: 0.0421457 Nov 24 15:19:50.598839 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 57874) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:50.631364 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-1caafd11-b071-4955-bc39-b17d98baa4c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:50.772912 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-1caafd11-b071-4955-bc39-b17d98baa4c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:50.782031 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-1caafd11-b071-4955-bc39-b17d98baa4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:50.851959 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caafd11-b071-4955-bc39-b17d98baa4c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a601cd4a-c776-4c0f-8f17-78ce0770deee,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:50.886870 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-1caafd11-b071-4955-bc39-b17d98baa4c0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3d4ba601da6b4fd4b2703eb078d20e0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2832067 Nov 24 15:19:50.893498 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 57890) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:50.966635 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 57894) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:50.990646 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-5e63bc74-f0f9-4637-abdd-72e9d0135a59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:51.007698 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:51.034180 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-fb18abf5-5f94-4d66-a49b-6a4e7201d61f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:51.110681 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-fb18abf5-5f94-4d66-a49b-6a4e7201d61f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:51.145292 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-5e63bc74-f0f9-4637-abdd-72e9d0135a59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:51.190776 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-5e63bc74-f0f9-4637-abdd-72e9d0135a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:51.232312 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-fb18abf5-5f94-4d66-a49b-6a4e7201d61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:51.234023 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-fb18abf5-5f94-4d66-a49b-6a4e7201d61f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:51.239058 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-fb18abf5-5f94-4d66-a49b-6a4e7201d61f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a601cd4a-c776-4c0f-8f17-78ce0770deee HTTP/1.1" status: 204 len: 168 time: 0.3440437 Nov 24 15:19:51.263497 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb18abf5-5f94-4d66-a49b-6a4e7201d61f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a601cd4a-c776-4c0f-8f17-78ce0770deee,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:51.313715 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63520b1b-e3ff-4fe3-beda-97b83a29ba47 req-0fdd8ebd-0846-4975-b7b7-82b42211fe94 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:51.315398 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-63520b1b-e3ff-4fe3-beda-97b83a29ba47 req-0fdd8ebd-0846-4975-b7b7-82b42211fe94 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/ports?device_id=c314c5fb-ef55-4d6a-907d-c67422d61401 HTTP/1.1" status: 200 len: 943 time: 0.1647506 Nov 24 15:19:51.320789 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-5e63bc74-f0f9-4637-abdd-72e9d0135a59 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=57836f3f9f7d4244a57ea274937da596&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3499062 Nov 24 15:19:51.321061 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 57906) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:51.331352 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e63bc74-f0f9-4637-abdd-72e9d0135a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c09426-b906-481a-931c-ba208bf9e03e,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:51.375858 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-63520b1b-e3ff-4fe3-beda-97b83a29ba47 req-63a63d73-9ceb-4db6-9cbd-263f4e205403 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/security-groups?id=9747f310-b631-4618-ad03-07bb8e94cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529125 Nov 24 15:19:51.433091 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 57908) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:51.473305 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f5a2d78f-36f9-4001-8e2d-323863460a21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:51.494031 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b164bc-67b3-451c-9d18-4f87d32c529f req-a92cc08a-cbf3-4729-9c77-5ae5bad0db57 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:51.502477 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f5a2d78f-36f9-4001-8e2d-323863460a21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:51.512367 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-84b164bc-67b3-451c-9d18-4f87d32c529f req-a92cc08a-cbf3-4729-9c77-5ae5bad0db57 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 931 time: 0.1300879 Nov 24 15:19:51.581756 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f5a2d78f-36f9-4001-8e2d-323863460a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:51.584904 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f5a2d78f-36f9-4001-8e2d-323863460a21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:51.586075 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-f5a2d78f-36f9-4001-8e2d-323863460a21 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a5c09426-b906-481a-931c-ba208bf9e03e HTTP/1.1" status: 204 len: 168 time: 0.2638061 Nov 24 15:19:51.605107 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a2d78f-36f9-4001-8e2d-323863460a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c09426-b906-481a-931c-ba208bf9e03e,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:51.651358 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-84b164bc-67b3-451c-9d18-4f87d32c529f req-cb4c8115-1908-4e5f-90c0-b34ada0ab9cc tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377928 Nov 24 15:19:51.734083 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-21b2f5a8-b472-4eab-a8cc-ece50e2e2ff6 req-51867180-940f-4476-ba77-5e0ae6e4dea4 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 210 time: 0.0591230 Nov 24 15:19:51.877555 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-a34db958-d4a4-41ae-8d97-d9818f33c839 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:51.998831 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-a34db958-d4a4-41ae-8d97-d9818f33c839 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:52.008594 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-a34db958-d4a4-41ae-8d97-d9818f33c839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:52.046039 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 57928) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:52.070855 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-a34db958-d4a4-41ae-8d97-d9818f33c839 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3d168ca3cc03484696591490a1f84c41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6343877 Nov 24 15:19:52.071224 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 57934) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:52.129440 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34db958-d4a4-41ae-8d97-d9818f33c839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162576cf-1d81-4f5d-a57f-3db8754aa48f,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:52.202216 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-7fface4e-7ea4-4b21-94ad-9c7cf00f8321 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:52.228031 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-7fface4e-7ea4-4b21-94ad-9c7cf00f8321 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:52.265844 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-48ec725d-9e84-4682-ad2f-a4ee621cb687 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:52.346793 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-7fface4e-7ea4-4b21-94ad-9c7cf00f8321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:52.349385 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-7fface4e-7ea4-4b21-94ad-9c7cf00f8321 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:52.356299 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-7fface4e-7ea4-4b21-94ad-9c7cf00f8321 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/162576cf-1d81-4f5d-a57f-3db8754aa48f HTTP/1.1" status: 204 len: 168 time: 0.2782269 Nov 24 15:19:52.367305 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fface4e-7ea4-4b21-94ad-9c7cf00f8321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162576cf-1d81-4f5d-a57f-3db8754aa48f,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:52.536395 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-48ec725d-9e84-4682-ad2f-a4ee621cb687 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:52.546450 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-48ec725d-9e84-4682-ad2f-a4ee621cb687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:52.572494 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793dea04-97f6-4f9f-b800-fa89f3af7893 req-64b0b247-1ff4-449f-b1f5-b71caac6cc54 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:52.574058 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-793dea04-97f6-4f9f-b800-fa89f3af7893 req-64b0b247-1ff4-449f-b1f5-b71caac6cc54 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/ports?device_id=c314c5fb-ef55-4d6a-907d-c67422d61401 HTTP/1.1" status: 200 len: 943 time: 0.0925608 Nov 24 15:19:52.615540 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-48ec725d-9e84-4682-ad2f-a4ee621cb687 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=90ef19188ceb415eb03551362c482699&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5657096 Nov 24 15:19:52.616363 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 57956) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:52.620102 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ec725d-9e84-4682-ad2f-a4ee621cb687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b4401c-6308-4852-9484-c8a99daecb32,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:52.680589 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-793dea04-97f6-4f9f-b800-fa89f3af7893 req-73cd4fc8-afe9-4f4f-9cc5-8c08083dfa45 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/security-groups?id=9747f310-b631-4618-ad03-07bb8e94cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933442 Nov 24 15:19:52.747459 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-69b499cd-38c0-4f52-844c-20620fa3ec78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:52.791757 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-69b499cd-38c0-4f52-844c-20620fa3ec78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:52.851430 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-69b499cd-38c0-4f52-844c-20620fa3ec78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:52.854317 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-69b499cd-38c0-4f52-844c-20620fa3ec78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:52.855173 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44e5db-5be5-4701-8279-642ab40825be req-c16a1d5f-4792-4701-84bb-1cad273afc51 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:52.856907 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-bb44e5db-5be5-4701-8279-642ab40825be req-c16a1d5f-4792-4701-84bb-1cad273afc51 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 931 time: 0.0915365 Nov 24 15:19:52.865224 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-69b499cd-38c0-4f52-844c-20620fa3ec78 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/55b4401c-6308-4852-9484-c8a99daecb32 HTTP/1.1" status: 204 len: 168 time: 0.2475195 Nov 24 15:19:52.873992 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b499cd-38c0-4f52-844c-20620fa3ec78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b4401c-6308-4852-9484-c8a99daecb32,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:52.887355 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-e8a2309c-15ee-44f9-86bf-2b2d7edc8384 req-4e1855b2-62d2-4da3-a86c-67443a493020 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 210 time: 0.0279167 Nov 24 15:19:52.971661 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-bb44e5db-5be5-4701-8279-642ab40825be req-472a033c-64ef-46f9-a03f-8dae3caf9c66 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844185 Nov 24 15:19:53.094580 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 57972) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:53.110835 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-799cb2f1-b1f9-40a5-aa07-eb4dce5c7f0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:53.240228 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-799cb2f1-b1f9-40a5-aa07-eb4dce5c7f0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:53.253883 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-799cb2f1-b1f9-40a5-aa07-eb4dce5c7f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:53.294978 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-799cb2f1-b1f9-40a5-aa07-eb4dce5c7f0c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=293f136ab3a2422eb2d1136ec4193816&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1964164 Nov 24 15:19:53.295639 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 57978) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:53.358193 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799cb2f1-b1f9-40a5-aa07-eb4dce5c7f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69dfe604-902e-416d-aef2-e0abc4d727e9,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:53.378136 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-a43de577-0b3b-4e9f-a828-633decd7ccd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:53.405488 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-a43de577-0b3b-4e9f-a828-633decd7ccd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:53.429946 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 57984) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:53.462380 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-2ec8c522-459e-445f-852e-b54bb8450113 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:53.498541 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-a43de577-0b3b-4e9f-a828-633decd7ccd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:53.501333 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-a43de577-0b3b-4e9f-a828-633decd7ccd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:53.505186 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-a43de577-0b3b-4e9f-a828-633decd7ccd5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/69dfe604-902e-416d-aef2-e0abc4d727e9 HTTP/1.1" status: 204 len: 168 time: 0.2058899 Nov 24 15:19:53.521102 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43de577-0b3b-4e9f-a828-633decd7ccd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69dfe604-902e-416d-aef2-e0abc4d727e9,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:53.586457 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-2ec8c522-459e-445f-852e-b54bb8450113 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:53.591861 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-2ec8c522-459e-445f-852e-b54bb8450113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:53.631620 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-2ec8c522-459e-445f-852e-b54bb8450113 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ce4e8e31a5c24fa18f0ee4da5c7cbd11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2004182 Nov 24 15:19:53.634501 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 57994) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:53.664494 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec8c522-459e-445f-852e-b54bb8450113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9dba717-6140-4439-9b43-42a84b2e2efc,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:53.742374 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-5dba5c3f-5208-472f-b58f-43636fdb9b5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:53.786535 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-5dba5c3f-5208-472f-b58f-43636fdb9b5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:53.852260 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-5dba5c3f-5208-472f-b58f-43636fdb9b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:53.855302 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-5dba5c3f-5208-472f-b58f-43636fdb9b5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:53.860059 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-5dba5c3f-5208-472f-b58f-43636fdb9b5b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a9dba717-6140-4439-9b43-42a84b2e2efc HTTP/1.1" status: 204 len: 168 time: 0.2221630 Nov 24 15:19:53.878103 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e1c6b-29fa-4d66-82a4-80342624ab8a req-1455f685-0cdd-4e79-ad53-b0b780f525d2 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:53.879963 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-da3e1c6b-29fa-4d66-82a4-80342624ab8a req-1455f685-0cdd-4e79-ad53-b0b780f525d2 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/ports?device_id=c314c5fb-ef55-4d6a-907d-c67422d61401 HTTP/1.1" status: 200 len: 943 time: 0.0735624 Nov 24 15:19:53.888368 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dba5c3f-5208-472f-b58f-43636fdb9b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9dba717-6140-4439-9b43-42a84b2e2efc,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:53.962851 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-da3e1c6b-29fa-4d66-82a4-80342624ab8a req-dd4e7ecd-54e2-4839-bbc1-21604d81222a tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/security-groups?id=9747f310-b631-4618-ad03-07bb8e94cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729523 Nov 24 15:19:54.040504 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-e8fefced-6184-472d-9a66-73e06fb195f7 req-f5ba625d-8c64-4297-bb2d-b7e6ce7bee95 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 210 time: 0.0333335 Nov 24 15:19:54.140134 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df171785-fe7a-4bb6-88e4-539008f9e8a4 req-b9ab9b7d-e7db-4117-86e1-5babbd2994fd tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:54.142209 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-df171785-fe7a-4bb6-88e4-539008f9e8a4 req-b9ab9b7d-e7db-4117-86e1-5babbd2994fd tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 931 time: 0.0660758 Nov 24 15:19:54.199603 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-df171785-fe7a-4bb6-88e4-539008f9e8a4 req-a90966ac-5fee-4333-9c4d-940cceb10f39 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493286 Nov 24 15:19:55.087370 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e2c88-3542-4448-8cf0-b961d88ed29c req-1e877337-c35b-4811-9c63-116d929cbdb2 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:55.089010 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c12e2c88-3542-4448-8cf0-b961d88ed29c req-1e877337-c35b-4811-9c63-116d929cbdb2 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/ports?device_id=c314c5fb-ef55-4d6a-907d-c67422d61401 HTTP/1.1" status: 200 len: 943 time: 0.0606971 Nov 24 15:19:55.165001 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4d613e9b-2989-4b5b-9e98-abe2297f78cc req-8693ce88-4a79-47a3-87b6-7939e5a26640 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 210 time: 0.0366416 Nov 24 15:19:55.172453 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c12e2c88-3542-4448-8cf0-b961d88ed29c req-d6acdb61-8034-4973-a213-ed2f6d24c980 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/security-groups?id=9747f310-b631-4618-ad03-07bb8e94cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767469 Nov 24 15:19:55.372447 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa51c10-26db-4bd3-a8ca-01bb076676be req-9f04278d-dc61-4d4c-a644-96a349d69a03 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:55.378267 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-2aa51c10-26db-4bd3-a8ca-01bb076676be req-9f04278d-dc61-4d4c-a644-96a349d69a03 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 931 time: 0.0630505 Nov 24 15:19:55.435400 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-2aa51c10-26db-4bd3-a8ca-01bb076676be req-328356c8-2b0c-4afd-bedb-83d1da9540dc tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561669 Nov 24 15:19:55.675767 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [req-fbfc868a-26f5-4b18-81d6-96d919744777 req-de413005-c7ae-40f0-b559-609a5b6b4168 service neutron] Request body: {'port': {'device_id': '54c23d97-138c-40a2-9593-8896dfdb2650', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:19:55.707551 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.v2.base [req-dcb23059-8ff6-480f-9c3f-5a72d48ef60b req-b2bae6b2-2be8-43da-a4df-3a763c6ed1fd service neutron] Request body: {'port': {'device_id': '1b1b8192-257b-42e9-8aad-a40ce8bfb4f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:19:55.825822 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [req-dcb23059-8ff6-480f-9c3f-5a72d48ef60b req-b2bae6b2-2be8-43da-a4df-3a763c6ed1fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:55.979562 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 58136) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:56.017862 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00658b2b-6f25-43bd-9c22-246da75d4994 req-b79d97cb-1900-4c1e-8728-e5ef1bac1d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:56.026534 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-00658b2b-6f25-43bd-9c22-246da75d4994 req-b79d97cb-1900-4c1e-8728-e5ef1bac1d70 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e68438dfae03483f8491309dfb3fbcfe&device_id=c314c5fb-ef55-4d6a-907d-c67422d61401 HTTP/1.1" status: 200 len: 1096 time: 0.2799447 Nov 24 15:19:56.027563 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-fbfc868a-26f5-4b18-81d6-96d919744777 req-de413005-c7ae-40f0-b559-609a5b6b4168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:56.339579 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-57b508da-d501-4d65-bd18-043896e2c318 req-af1255a4-ea5b-4e2f-8021-b6163af1719f tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 210 time: 0.0531809 Nov 24 15:19:56.362072 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-042798a3-5e8c-4ece-8c9f-bfc52103aa29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:56.377082 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.notifiers.nova [req-dcb23059-8ff6-480f-9c3f-5a72d48ef60b req-b2bae6b2-2be8-43da-a4df-3a763c6ed1fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba4bd5dc-d328-477a-9c65-f3aeb75a0f70 {{(pid=102544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:19:56.387264 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 58156) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:56.395315 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [req-dcb23059-8ff6-480f-9c3f-5a72d48ef60b req-b2bae6b2-2be8-43da-a4df-3a763c6ed1fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:56.431351 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.db.provisioning_blocks [req-dcb23059-8ff6-480f-9c3f-5a72d48ef60b req-b2bae6b2-2be8-43da-a4df-3a763c6ed1fd service neutron] Transition to ACTIVE for port object ba4bd5dc-d328-477a-9c65-f3aeb75a0f70 will not be triggered until provisioned by entity L2. {{(pid=102544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 15:19:56.440569 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00658b2b-6f25-43bd-9c22-246da75d4994 req-564412f7-4ec1-411c-a827-e1646fa08f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:56.442240 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-00658b2b-6f25-43bd-9c22-246da75d4994 req-564412f7-4ec1-411c-a827-e1646fa08f6b service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=e68438dfae03483f8491309dfb3fbcfe&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4108932 Nov 24 15:19:56.443556 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69164c4e-abbb-443a-a7f5-2b958a12dc51 req-fbdf1fd4-f4e6-4741-a3a1-c003cf8f487e tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:56.445996 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-69164c4e-abbb-443a-a7f5-2b958a12dc51 req-fbdf1fd4-f4e6-4741-a3a1-c003cf8f487e tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/ports?device_id=c314c5fb-ef55-4d6a-907d-c67422d61401 HTTP/1.1" status: 200 len: 943 time: 0.1454046 Nov 24 15:19:56.447500 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [req-dcb23059-8ff6-480f-9c3f-5a72d48ef60b req-b2bae6b2-2be8-43da-a4df-3a763c6ed1fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15752056'] for port, after_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:56.489672 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.74', 53787) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:56.564922 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bae6b2-2be8-43da-a4df-3a763c6ed1fd service neutron] Pushing event updated for resources: {'Port': ['ID=ba4bd5dc-d328-477a-9c65-f3aeb75a0f70,revision_number=2']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:56.816701 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-69164c4e-abbb-443a-a7f5-2b958a12dc51 req-87efa418-f42b-47bc-b856-2a2b4a9d522d tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/security-groups?id=9747f310-b631-4618-ad03-07bb8e94cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589156 Nov 24 15:19:56.867657 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f8406-95f8-4894-8c93-e6c500e15cb5 req-ef6cc0f4-dace-4341-ab31-e208c3a34bc7 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:56.869470 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-d68f8406-95f8-4894-8c93-e6c500e15cb5 req-ef6cc0f4-dace-4341-ab31-e208c3a34bc7 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 943 time: 0.2346773 Nov 24 15:19:56.900211 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.managers [req-dcb23059-8ff6-480f-9c3f-5a72d48ef60b req-b2bae6b2-2be8-43da-a4df-3a763c6ed1fd service neutron] Attempting to bind port ba4bd5dc-d328-477a-9c65-f3aeb75a0f70 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:19:56.900612 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.managers [req-dcb23059-8ff6-480f-9c3f-5a72d48ef60b req-b2bae6b2-2be8-43da-a4df-3a763c6ed1fd service neutron] Attempting to bind port ba4bd5dc-d328-477a-9c65-f3aeb75a0f70 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '0cf6543e-1b65-4cca-9e1b-46695f528b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '8b8e34ef-bafa-4e65-a88d-1be4877982c1'}] {{(pid=102544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:19:56.901004 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb23059-8ff6-480f-9c3f-5a72d48ef60b req-b2bae6b2-2be8-43da-a4df-3a763c6ed1fd service neutron] Attempting to bind port ba4bd5dc-d328-477a-9c65-f3aeb75a0f70 on network 8b8e34ef-bafa-4e65-a88d-1be4877982c1 {{(pid=102544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:19:56.907371 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-7e36ec0b-8f89-4e23-b763-c84287c7d55c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:56.928716 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb23059-8ff6-480f-9c3f-5a72d48ef60b req-b2bae6b2-2be8-43da-a4df-3a763c6ed1fd service neutron] Port ba4bd5dc-d328-477a-9c65-f3aeb75a0f70 on network 8b8e34ef-bafa-4e65-a88d-1be4877982c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 15:19:56.929056 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb23059-8ff6-480f-9c3f-5a72d48ef60b req-b2bae6b2-2be8-43da-a4df-3a763c6ed1fd service neutron] Attempting to bind port ba4bd5dc-d328-477a-9c65-f3aeb75a0f70 on network 8b8e34ef-bafa-4e65-a88d-1be4877982c1 {{(pid=102544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:19:56.946316 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb23059-8ff6-480f-9c3f-5a72d48ef60b req-b2bae6b2-2be8-43da-a4df-3a763c6ed1fd service neutron] Checking agent: {'id': 'd4f6996e-fa07-4465-ad79-7a89714f2bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 17, 38), 'started_at': datetime.datetime(2021, 11, 24, 15, 17, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:19:56.946656 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb23059-8ff6-480f-9c3f-5a72d48ef60b req-b2bae6b2-2be8-43da-a4df-3a763c6ed1fd service neutron] Checking segment: {'id': '0cf6543e-1b65-4cca-9e1b-46695f528b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '8b8e34ef-bafa-4e65-a88d-1be4877982c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:19:56.947244 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb23059-8ff6-480f-9c3f-5a72d48ef60b req-b2bae6b2-2be8-43da-a4df-3a763c6ed1fd service neutron] Bound using segment: {'id': '0cf6543e-1b65-4cca-9e1b-46695f528b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '8b8e34ef-bafa-4e65-a88d-1be4877982c1'} {{(pid=102544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:19:56.947966 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.managers [req-dcb23059-8ff6-480f-9c3f-5a72d48ef60b req-b2bae6b2-2be8-43da-a4df-3a763c6ed1fd service neutron] Bound port: ba4bd5dc-d328-477a-9c65-f3aeb75a0f70, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cf6543e-1b65-4cca-9e1b-46695f528b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '8b8e34ef-bafa-4e65-a88d-1be4877982c1'}}] {{(pid=102544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:19:56.948094 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [req-dcb23059-8ff6-480f-9c3f-5a72d48ef60b req-b2bae6b2-2be8-43da-a4df-3a763c6ed1fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:57.007699 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-d68f8406-95f8-4894-8c93-e6c500e15cb5 req-cb5b93bb-8b4c-4ac1-9641-54c3a82c270b tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271465 Nov 24 15:19:57.068590 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00658b2b-6f25-43bd-9c22-246da75d4994 req-6b2bff3a-719c-47b2-a5c4-003948df60be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:57.071506 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-00658b2b-6f25-43bd-9c22-246da75d4994 req-6b2bff3a-719c-47b2-a5c4-003948df60be service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6087685 Nov 24 15:19:57.097226 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.db [req-dcb23059-8ff6-480f-9c3f-5a72d48ef60b req-b2bae6b2-2be8-43da-a4df-3a763c6ed1fd service neutron] For port ba4bd5dc-d328-477a-9c65-f3aeb75a0f70, host hv-cinder-80403, cleared binding levels {{(pid=102544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:19:57.143420 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.db [req-dcb23059-8ff6-480f-9c3f-5a72d48ef60b req-b2bae6b2-2be8-43da-a4df-3a763c6ed1fd service neutron] For port ba4bd5dc-d328-477a-9c65-f3aeb75a0f70, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ba4bd5dc-d328-477a-9c65-f3aeb75a0f70,segment=NetworkSegment(0cf6543e-1b65-4cca-9e1b-46695f528b47),segment_id=0cf6543e-1b65-4cca-9e1b-46695f528b47)] {{(pid=102544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:19:57.151238 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [req-dcb23059-8ff6-480f-9c3f-5a72d48ef60b req-b2bae6b2-2be8-43da-a4df-3a763c6ed1fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15752056'] for port, after_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:57.160587 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-7e36ec0b-8f89-4e23-b763-c84287c7d55c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:57.190205 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-7e36ec0b-8f89-4e23-b763-c84287c7d55c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:57.205006 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb23059-8ff6-480f-9c3f-5a72d48ef60b req-b2bae6b2-2be8-43da-a4df-3a763c6ed1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:57.205634 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [req-dcb23059-8ff6-480f-9c3f-5a72d48ef60b req-b2bae6b2-2be8-43da-a4df-3a763c6ed1fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for port, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:57.207200 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-dcb23059-8ff6-480f-9c3f-5a72d48ef60b req-b2bae6b2-2be8-43da-a4df-3a763c6ed1fd service neutron] 10.222.0.74 "PUT /v2.0/ports/ba4bd5dc-d328-477a-9c65-f3aeb75a0f70 HTTP/1.1" status: 200 len: 1093 time: 1.5091071 Nov 24 15:19:57.216563 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b1b8192-257b-42e9-8aad-a40ce8bfb4f8', 'tag': 'ba4bd5dc-d328-477a-9c65-f3aeb75a0f70'}] {{(pid=102544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:19:57.266583 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [req-fbfc868a-26f5-4b18-81d6-96d919744777 req-de413005-c7ae-40f0-b559-609a5b6b4168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78dc38d0-e790-4e67-9cc9-06ac9d53b726 {{(pid=102545) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:19:57.278279 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-fbfc868a-26f5-4b18-81d6-96d919744777 req-de413005-c7ae-40f0-b559-609a5b6b4168 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:57.292473 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.provisioning_blocks [req-fbfc868a-26f5-4b18-81d6-96d919744777 req-de413005-c7ae-40f0-b559-609a5b6b4168 service neutron] Transition to ACTIVE for port object 78dc38d0-e790-4e67-9cc9-06ac9d53b726 will not be triggered until provisioned by entity L2. {{(pid=102545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 15:19:57.296862 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-042798a3-5e8c-4ece-8c9f-bfc52103aa29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:57.310661 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-7e36ec0b-8f89-4e23-b763-c84287c7d55c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=16275341a1f94b519c65a69d5d307ce9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9194970 Nov 24 15:19:57.310896 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e086491-f5b4-4e8c-b033-e9a80ef4452e req-e228b8d9-a95a-4c11-a75e-78b27b750350 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:57.310896 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-5e086491-f5b4-4e8c-b033-e9a80ef4452e req-e228b8d9-a95a-4c11-a75e-78b27b750350 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.74 "GET /v2.0/networks?id=a227d49c-a3bd-45ee-b0d2-bcce569a4266 HTTP/1.1" status: 200 len: 811 time: 0.6237419 Nov 24 15:19:57.312248 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 58196) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:57.314498 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-fbfc868a-26f5-4b18-81d6-96d919744777 req-de413005-c7ae-40f0-b559-609a5b6b4168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:57.329322 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-042798a3-5e8c-4ece-8c9f-bfc52103aa29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:57.332211 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e36ec0b-8f89-4e23-b763-c84287c7d55c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05adfe2d-7468-4a97-87a7-980e04912552,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:57.358598 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bae6b2-2be8-43da-a4df-3a763c6ed1fd service neutron] Pushing event updated for resources: {'Port': ['ID=ba4bd5dc-d328-477a-9c65-f3aeb75a0f70,revision_number=3']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:57.413697 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb23059-8ff6-480f-9c3f-5a72d48ef60b req-fa0630b3-9523-4902-886a-204317f10cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:57.415380 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-dcb23059-8ff6-480f-9c3f-5a72d48ef60b req-fa0630b3-9523-4902-886a-204317f10cd6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=32404aa4e2d44b9e966da2bab0b27149&device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 1096 time: 0.1505682 Nov 24 15:19:57.514541 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e91cc2-6afa-46f6-92eb-97ab2f22a0e7 req-edb7f371-da0b-46cc-9bcf-4423ccbda5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:57.516643 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-04e91cc2-6afa-46f6-92eb-97ab2f22a0e7 req-edb7f371-da0b-46cc-9bcf-4423ccbda5f8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e68438dfae03483f8491309dfb3fbcfe&device_id=c314c5fb-ef55-4d6a-907d-c67422d61401 HTTP/1.1" status: 200 len: 1096 time: 0.3429203 Nov 24 15:19:57.524394 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23e587840cb346e9c9cb8c26408046b3895eadd5eb45c8d7346c6b1fb89178c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc850c73-0385-4977-8455-875e7e62aeaa" -d '{"events": [{"name": "network-changed", "server_uuid": "1b1b8192-257b-42e9-8aad-a40ce8bfb4f8", "tag": "ba4bd5dc-d328-477a-9c65-f3aeb75a0f70"}]}' {{(pid=102544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:19:57.532508 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-5e086491-f5b4-4e8c-b033-e9a80ef4452e req-853f7672-a0cf-4e2a-a8c1-2f67313e4b11 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cebad9fcbd0d4232a6f6dccb42ba04a1 HTTP/1.1" status: 200 len: 379 time: 0.1991801 Nov 24 15:19:57.542464 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ad82191a-9730-4988-846e-c52e9d0c1603 req-0e984198-2166-4003-b199-4a05c9593646 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 210 time: 0.0679812 Nov 24 15:19:57.554087 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-dcb23059-8ff6-480f-9c3f-5a72d48ef60b req-b7709ef7-17eb-48b0-9845-642e42e6c8a5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba4bd5dc-d328-477a-9c65-f3aeb75a0f70 HTTP/1.1" status: 200 len: 217 time: 0.1306319 Nov 24 15:19:57.633577 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-042798a3-5e8c-4ece-8c9f-bfc52103aa29 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5ecfe243a71b43bbb83371ab9e0a88f8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6529825 Nov 24 15:19:57.638474 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 58226) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:57.641509 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [req-5e086491-f5b4-4e8c-b033-e9a80ef4452e req-411e1d05-788b-4190-9c6c-ad05efb41311 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Request body: {'port': {'device_id': '60818665-e1d1-4651-9b32-94b226a506c9', 'network_id': 'a227d49c-a3bd-45ee-b0d2-bcce569a4266', 'admin_state_up': True, 'tenant_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'security_groups': ['5eb0e9ea-adfa-4e36-9048-51675c6733b5']}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:19:57.650898 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-04e91cc2-6afa-46f6-92eb-97ab2f22a0e7 req-4c7184c8-777a-46bb-82ca-4ff75ee77126 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ebc6af1-f8e1-4664-b0bd-51973f886e65 HTTP/1.1" status: 200 len: 217 time: 0.1133182 Nov 24 15:19:57.674191 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de413005-c7ae-40f0-b559-609a5b6b4168 service neutron] Pushing event updated for resources: {'Port': ['ID=78dc38d0-e790-4e67-9cc9-06ac9d53b726,revision_number=2']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:57.703953 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb23059-8ff6-480f-9c3f-5a72d48ef60b req-3b5f7f76-21e6-4805-91b9-233f79081066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:57.705996 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-dcb23059-8ff6-480f-9c3f-5a72d48ef60b req-3b5f7f76-21e6-4805-91b9-233f79081066 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6dd026dc-7a5a-4fd3-ad01-b8844bc6d476 HTTP/1.1" status: 200 len: 858 time: 0.1399517 Nov 24 15:19:57.774973 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-93a88e66-4c5f-4ea1-b1ad-c87f06f9fca3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:57.798817 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c2f397-57f4-4da3-9ccb-575e4760a8d3 x-openstack-request-id: req-52c2f397-57f4-4da3-9ccb-575e4760a8d3 {{(pid=102544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:19:57.799159 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b1b8192-257b-42e9-8aad-a40ce8bfb4f8", "tag": "ba4bd5dc-d328-477a-9c65-f3aeb75a0f70", "status": "completed", "code": 200}]} {{(pid=102544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:19:57.799701 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-52c2f397-57f4-4da3-9ccb-575e4760a8d3 {{(pid=102544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:19:57.800236 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b1b8192-257b-42e9-8aad-a40ce8bfb4f8', 'tag': 'ba4bd5dc-d328-477a-9c65-f3aeb75a0f70', 'status': 'completed', 'code': 200} Nov 24 15:19:57.804024 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-dcb23059-8ff6-480f-9c3f-5a72d48ef60b req-fd4d97cc-2e1c-4df3-8373-65f3f00c3f5b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8b8e34ef-bafa-4e65-a88d-1be4877982c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841548 Nov 24 15:19:57.806939 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-2722d6ac-c2a4-4872-ad6f-1cb1d5fc8227 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:57.811507 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042798a3-5e8c-4ece-8c9f-bfc52103aa29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9b7821-f63d-49ab-b9c2-7c75c6f68da8,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:57.827380 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-fbfc868a-26f5-4b18-81d6-96d919744777 req-de413005-c7ae-40f0-b559-609a5b6b4168 service neutron] Attempting to bind port 78dc38d0-e790-4e67-9cc9-06ac9d53b726 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:19:57.827786 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-fbfc868a-26f5-4b18-81d6-96d919744777 req-de413005-c7ae-40f0-b559-609a5b6b4168 service neutron] Attempting to bind port 78dc38d0-e790-4e67-9cc9-06ac9d53b726 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '0cf6543e-1b65-4cca-9e1b-46695f528b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '8b8e34ef-bafa-4e65-a88d-1be4877982c1'}] {{(pid=102545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:19:57.828059 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfc868a-26f5-4b18-81d6-96d919744777 req-de413005-c7ae-40f0-b559-609a5b6b4168 service neutron] Attempting to bind port 78dc38d0-e790-4e67-9cc9-06ac9d53b726 on network 8b8e34ef-bafa-4e65-a88d-1be4877982c1 {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:19:57.844987 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfc868a-26f5-4b18-81d6-96d919744777 req-de413005-c7ae-40f0-b559-609a5b6b4168 service neutron] Port 78dc38d0-e790-4e67-9cc9-06ac9d53b726 on network 8b8e34ef-bafa-4e65-a88d-1be4877982c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 15:19:57.845304 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfc868a-26f5-4b18-81d6-96d919744777 req-de413005-c7ae-40f0-b559-609a5b6b4168 service neutron] Attempting to bind port 78dc38d0-e790-4e67-9cc9-06ac9d53b726 on network 8b8e34ef-bafa-4e65-a88d-1be4877982c1 {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:19:57.871553 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfc868a-26f5-4b18-81d6-96d919744777 req-de413005-c7ae-40f0-b559-609a5b6b4168 service neutron] Checking agent: {'id': 'd4f6996e-fa07-4465-ad79-7a89714f2bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 17, 38), 'started_at': datetime.datetime(2021, 11, 24, 15, 17, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:19:57.872197 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfc868a-26f5-4b18-81d6-96d919744777 req-de413005-c7ae-40f0-b559-609a5b6b4168 service neutron] Checking segment: {'id': '0cf6543e-1b65-4cca-9e1b-46695f528b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '8b8e34ef-bafa-4e65-a88d-1be4877982c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:19:57.872751 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfc868a-26f5-4b18-81d6-96d919744777 req-de413005-c7ae-40f0-b559-609a5b6b4168 service neutron] Bound using segment: {'id': '0cf6543e-1b65-4cca-9e1b-46695f528b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '8b8e34ef-bafa-4e65-a88d-1be4877982c1'} {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:19:57.873607 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-fbfc868a-26f5-4b18-81d6-96d919744777 req-de413005-c7ae-40f0-b559-609a5b6b4168 service neutron] Bound port: 78dc38d0-e790-4e67-9cc9-06ac9d53b726, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cf6543e-1b65-4cca-9e1b-46695f528b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '8b8e34ef-bafa-4e65-a88d-1be4877982c1'}}] {{(pid=102545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:19:57.874132 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-fbfc868a-26f5-4b18-81d6-96d919744777 req-de413005-c7ae-40f0-b559-609a5b6b4168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:57.902674 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-93a88e66-4c5f-4ea1-b1ad-c87f06f9fca3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:57.935310 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e91cc2-6afa-46f6-92eb-97ab2f22a0e7 req-342e4405-c4ba-4065-b05e-415ad758f9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:57.942059 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-04e91cc2-6afa-46f6-92eb-97ab2f22a0e7 req-342e4405-c4ba-4065-b05e-415ad758f9ba service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7d06e3b9-462a-470a-8641-cb7feccd4c61 HTTP/1.1" status: 200 len: 851 time: 0.2474012 Nov 24 15:19:58.007509 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-2722d6ac-c2a4-4872-ad6f-1cb1d5fc8227 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:58.024550 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-04e91cc2-6afa-46f6-92eb-97ab2f22a0e7 req-f2615853-b627-4ca8-b02b-edcc4164edaf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=70c457e2-22ff-4a59-b8ba-a00e5e3e2e37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711007 Nov 24 15:19:58.135529 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5d94a-ae8f-48f0-8498-faf22734002a req-e4116306-2164-4694-9777-f4ef7864f435 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:58.137475 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-a1e5d94a-ae8f-48f0-8498-faf22734002a req-e4116306-2164-4694-9777-f4ef7864f435 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/ports?device_id=c314c5fb-ef55-4d6a-907d-c67422d61401 HTTP/1.1" status: 200 len: 943 time: 0.1325412 Nov 24 15:19:58.190263 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-fbfc868a-26f5-4b18-81d6-96d919744777 req-de413005-c7ae-40f0-b559-609a5b6b4168 service neutron] For port 78dc38d0-e790-4e67-9cc9-06ac9d53b726, host hv-cinder-80403, cleared binding levels {{(pid=102545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:19:58.199406 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-dcb23059-8ff6-480f-9c3f-5a72d48ef60b req-6e95c547-59a8-4a2c-bd18-5493a1e7d962 service neutron] 10.222.0.74 "GET /v2.0/networks/8b8e34ef-bafa-4e65-a88d-1be4877982c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812370 Nov 24 15:19:58.214784 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-93a88e66-4c5f-4ea1-b1ad-c87f06f9fca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:58.217511 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-93a88e66-4c5f-4ea1-b1ad-c87f06f9fca3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:58.221639 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-93a88e66-4c5f-4ea1-b1ad-c87f06f9fca3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/05adfe2d-7468-4a97-87a7-980e04912552 HTTP/1.1" status: 204 len: 168 time: 0.9019966 Nov 24 15:19:58.240067 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a88e66-4c5f-4ea1-b1ad-c87f06f9fca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05adfe2d-7468-4a97-87a7-980e04912552,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:58.245143 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-fbfc868a-26f5-4b18-81d6-96d919744777 req-de413005-c7ae-40f0-b559-609a5b6b4168 service neutron] For port 78dc38d0-e790-4e67-9cc9-06ac9d53b726, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=78dc38d0-e790-4e67-9cc9-06ac9d53b726,segment=NetworkSegment(0cf6543e-1b65-4cca-9e1b-46695f528b47),segment_id=0cf6543e-1b65-4cca-9e1b-46695f528b47)] {{(pid=102545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:19:58.248465 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e086491-f5b4-4e8c-b033-e9a80ef4452e req-411e1d05-788b-4190-9c6c-ad05efb41311 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Made reservation on behalf of cebad9fcbd0d4232a6f6dccb42ba04a1 for: {'port': 1} {{(pid=102545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:19:58.252036 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-5e086491-f5b4-4e8c-b033-e9a80ef4452e req-411e1d05-788b-4190-9c6c-ad05efb41311 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:58.320195 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-fbfc868a-26f5-4b18-81d6-96d919744777 req-de413005-c7ae-40f0-b559-609a5b6b4168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:58.381222 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-04e91cc2-6afa-46f6-92eb-97ab2f22a0e7 req-a3d3a111-0e7d-4b5d-a5a5-7bb95220dcc3 service neutron] 10.222.0.74 "GET /v2.0/networks/70c457e2-22ff-4a59-b8ba-a00e5e3e2e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337181 Nov 24 15:19:58.429742 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-dcb23059-8ff6-480f-9c3f-5a72d48ef60b req-552cca2e-ef35-4efa-b5d1-3f86aa85854d service neutron] 10.222.0.74 "GET /v2.0/networks/8b8e34ef-bafa-4e65-a88d-1be4877982c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178981 Nov 24 15:19:58.437411 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-2722d6ac-c2a4-4872-ad6f-1cb1d5fc8227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:58.440048 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc868a-26f5-4b18-81d6-96d919744777 req-de413005-c7ae-40f0-b559-609a5b6b4168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:58.440588 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-fbfc868a-26f5-4b18-81d6-96d919744777 req-de413005-c7ae-40f0-b559-609a5b6b4168 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:58.442000 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-fbfc868a-26f5-4b18-81d6-96d919744777 req-de413005-c7ae-40f0-b559-609a5b6b4168 service neutron] 10.222.0.74 "PUT /v2.0/ports/78dc38d0-e790-4e67-9cc9-06ac9d53b726 HTTP/1.1" status: 200 len: 1094 time: 2.7704866 Nov 24 15:19:58.442717 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-2722d6ac-c2a4-4872-ad6f-1cb1d5fc8227 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:58.461444 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c23d97-138c-40a2-9593-8896dfdb2650', 'tag': '78dc38d0-e790-4e67-9cc9-06ac9d53b726'}] {{(pid=102545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:19:58.463896 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e232a59b198ff96befa2502742fd1f317735a6d9991c1ac6356d20aee71e71d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d696b9c-3337-4b5e-9217-0aafe7d9c2b2" -d '{"events": [{"name": "network-changed", "server_uuid": "54c23d97-138c-40a2-9593-8896dfdb2650", "tag": "78dc38d0-e790-4e67-9cc9-06ac9d53b726"}]}' {{(pid=102545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:19:58.476510 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-2722d6ac-c2a4-4872-ad6f-1cb1d5fc8227 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5d9b7821-f63d-49ab-b9c2-7c75c6f68da8 HTTP/1.1" status: 204 len: 168 time: 0.8040500 Nov 24 15:19:58.540966 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de413005-c7ae-40f0-b559-609a5b6b4168 service neutron] Pushing event updated for resources: {'Port': ['ID=78dc38d0-e790-4e67-9cc9-06ac9d53b726,revision_number=3']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:58.562711 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2722d6ac-c2a4-4872-ad6f-1cb1d5fc8227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9b7821-f63d-49ab-b9c2-7c75c6f68da8,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:58.636356 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ee77c-5fca-4ed9-ae66-a3898452985f req-b0cdc782-9571-44a8-a5a1-196e735cf57a tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:58.638562 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-336ee77c-5fca-4ed9-ae66-a3898452985f req-b0cdc782-9571-44a8-a5a1-196e735cf57a tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 943 time: 0.4984226 Nov 24 15:19:58.643570 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-a1e5d94a-ae8f-48f0-8498-faf22734002a req-f2ce5fa9-13c2-47e2-a752-a5901e15c967 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/security-groups?id=9747f310-b631-4618-ad03-07bb8e94cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4924049 Nov 24 15:19:58.655621 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc868a-26f5-4b18-81d6-96d919744777 req-1c8eaf40-bcdd-4c0a-ae1f-588470c5d50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:58.658858 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-fbfc868a-26f5-4b18-81d6-96d919744777 req-1c8eaf40-bcdd-4c0a-ae1f-588470c5d50e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=32404aa4e2d44b9e966da2bab0b27149&device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 1097 time: 0.1017351 Nov 24 15:19:58.702506 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.db_base_plugin_common [req-5e086491-f5b4-4e8c-b033-e9a80ef4452e req-411e1d05-788b-4190-9c6c-ad05efb41311 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Allocated IP 172.20.0.9 (a227d49c-a3bd-45ee-b0d2-bcce569a4266/84815f2f-38d2-472a-bdf7-762ef40354a5/f913887e-e2c7-4f41-9773-44b6265eb1f9) {{(pid=102545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:19:58.717295 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc850c73-0385-4977-8455-875e7e62aeaa req-ab4a52c6-e2df-4b8f-b7f1-91fc2b556f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:58.720489 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-cc850c73-0385-4977-8455-875e7e62aeaa req-ab4a52c6-e2df-4b8f-b7f1-91fc2b556f0d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=32404aa4e2d44b9e966da2bab0b27149&device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 1096 time: 0.2248361 Nov 24 15:19:58.755364 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-fbfc868a-26f5-4b18-81d6-96d919744777 req-f97ed5fc-16f3-467b-8af4-b55a08626cb5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78dc38d0-e790-4e67-9cc9-06ac9d53b726 HTTP/1.1" status: 200 len: 217 time: 0.0500693 Nov 24 15:19:58.822605 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3899fa6b-1ff6-43f6-ab7f-6b22e191a798 x-openstack-request-id: req-3899fa6b-1ff6-43f6-ab7f-6b22e191a798 {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:19:58.823173 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54c23d97-138c-40a2-9593-8896dfdb2650", "tag": "78dc38d0-e790-4e67-9cc9-06ac9d53b726", "status": "completed", "code": 200}]} {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:19:58.823689 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3899fa6b-1ff6-43f6-ab7f-6b22e191a798 {{(pid=102545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:19:58.824305 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54c23d97-138c-40a2-9593-8896dfdb2650', 'tag': '78dc38d0-e790-4e67-9cc9-06ac9d53b726', 'status': 'completed', 'code': 200} Nov 24 15:19:58.832660 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-04e91cc2-6afa-46f6-92eb-97ab2f22a0e7 req-fbdc821a-67c0-4715-a526-c70b3f504007 service neutron] 10.222.0.74 "GET /v2.0/networks/70c457e2-22ff-4a59-b8ba-a00e5e3e2e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4295464 Nov 24 15:19:58.856743 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-336ee77c-5fca-4ed9-ae66-a3898452985f req-c81ba97d-1164-4fce-8d83-88b940325385 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014430 Nov 24 15:19:58.896685 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc868a-26f5-4b18-81d6-96d919744777 req-e8811cf1-51df-481a-84d0-7e32a5305c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:58.902397 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-fbfc868a-26f5-4b18-81d6-96d919744777 req-e8811cf1-51df-481a-84d0-7e32a5305c6c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6dd026dc-7a5a-4fd3-ad01-b8844bc6d476 HTTP/1.1" status: 200 len: 858 time: 0.1351461 Nov 24 15:19:58.987629 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-5fc0421b-006b-4ded-8d6d-7d232de67f3d req-08741d97-3716-4e76-ba57-08c48b331a68 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 210 time: 0.0479155 Nov 24 15:19:59.127291 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 58286) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:59.137190 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 58288) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:59.152136 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-2b8cb365-bd9f-41a0-8cc2-623c049b418b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:59.166118 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-fb24636e-d95e-43be-8da1-b057bac7b317 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:59.188136 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc850c73-0385-4977-8455-875e7e62aeaa req-09281e5e-00ac-4fd0-afef-aa8fc114562f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:59.189613 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-cc850c73-0385-4977-8455-875e7e62aeaa req-09281e5e-00ac-4fd0-afef-aa8fc114562f service neutron] 10.222.0.74 "GET /v2.0/networks?id=8b8e34ef-bafa-4e65-a88d-1be4877982c1 HTTP/1.1" status: 200 len: 920 time: 0.4596455 Nov 24 15:19:59.291139 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-5e086491-f5b4-4e8c-b033-e9a80ef4452e req-411e1d05-788b-4190-9c6c-ad05efb41311 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks [] for port, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:59.293015 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-fb24636e-d95e-43be-8da1-b057bac7b317 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:59.300642 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-fb24636e-d95e-43be-8da1-b057bac7b317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:59.305275 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-2b8cb365-bd9f-41a0-8cc2-623c049b418b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:59.319256 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-2b8cb365-bd9f-41a0-8cc2-623c049b418b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:59.326197 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-5e086491-f5b4-4e8c-b033-e9a80ef4452e req-411e1d05-788b-4190-9c6c-ad05efb41311 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098'] for port, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:59.355867 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-fb24636e-d95e-43be-8da1-b057bac7b317 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bc0d59a9b3b84b718e43c7e2c806e4e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2166436 Nov 24 15:19:59.359128 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 58294) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:59.369133 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb24636e-d95e-43be-8da1-b057bac7b317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bda8417-b567-4f26-85ac-895d029129ce,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:59.374036 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e086491-f5b4-4e8c-b033-e9a80ef4452e req-411e1d05-788b-4190-9c6c-ad05efb41311 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Network a227d49c-a3bd-45ee-b0d2-bcce569a4266 is already hosted by enough agents. {{(pid=102545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:19:59.377357 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [req-5e086491-f5b4-4e8c-b033-e9a80ef4452e req-411e1d05-788b-4190-9c6c-ad05efb41311 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Resources bound (agent type, host, resource id): {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:19:59.380659 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e086491-f5b4-4e8c-b033-e9a80ef4452e req-411e1d05-788b-4190-9c6c-ad05efb41311 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Received port after_create {{(pid=102545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:19:59.386130 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e086491-f5b4-4e8c-b033-e9a80ef4452e req-411e1d05-788b-4190-9c6c-ad05efb41311 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:59.386698 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-5e086491-f5b4-4e8c-b033-e9a80ef4452e req-411e1d05-788b-4190-9c6c-ad05efb41311 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:59.394958 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-2b8cb365-bd9f-41a0-8cc2-623c049b418b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=061c177d5d874ee0ab6b4f9719c58bc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2640438 Nov 24 15:19:59.397146 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 58296) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:59.404942 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-5e086491-f5b4-4e8c-b033-e9a80ef4452e req-411e1d05-788b-4190-9c6c-ad05efb41311 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7813282 Nov 24 15:19:59.405756 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e1d05-788b-4190-9c6c-ad05efb41311 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Pushing event updated for resources: {'Port': ['ID=f913887e-e2c7-4f41-9773-44b6265eb1f9,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:59.435460 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8cb365-bd9f-41a0-8cc2-623c049b418b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570c1265-1272-4f8d-8153-520b60873050,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:59.489603 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-61b72ad1-7d0a-4356-a4e0-9fef491b5103 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:59.506419 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-2e04b256-b8b9-4ef6-adef-6b84fbfe9b25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:59.533307 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-61b72ad1-7d0a-4356-a4e0-9fef491b5103 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:59.548635 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-2e04b256-b8b9-4ef6-adef-6b84fbfe9b25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:59.629765 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-2e04b256-b8b9-4ef6-adef-6b84fbfe9b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:59.632951 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-2e04b256-b8b9-4ef6-adef-6b84fbfe9b25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:59.634110 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-2e04b256-b8b9-4ef6-adef-6b84fbfe9b25 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/570c1265-1272-4f8d-8153-520b60873050 HTTP/1.1" status: 204 len: 168 time: 0.2338116 Nov 24 15:19:59.638209 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-61b72ad1-7d0a-4356-a4e0-9fef491b5103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:59.641304 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-61b72ad1-7d0a-4356-a4e0-9fef491b5103 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:59.644821 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-61b72ad1-7d0a-4356-a4e0-9fef491b5103 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4bda8417-b567-4f26-85ac-895d029129ce HTTP/1.1" status: 204 len: 168 time: 0.2823079 Nov 24 15:19:59.653478 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e04b256-b8b9-4ef6-adef-6b84fbfe9b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570c1265-1272-4f8d-8153-520b60873050,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:59.665785 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b72ad1-7d0a-4356-a4e0-9fef491b5103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bda8417-b567-4f26-85ac-895d029129ce,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:59.732072 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-7d40b080-34fd-4a0b-b0c8-4c714f2e7dd5 None None] Provisioning complete for port f913887e-e2c7-4f41-9773-44b6265eb1f9 triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:19:59.732727 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-7d40b080-34fd-4a0b-b0c8-4c714f2e7dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:59.780909 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-7d40b080-34fd-4a0b-b0c8-4c714f2e7dd5 None None] Port f913887e-e2c7-4f41-9773-44b6265eb1f9 cannot update to ACTIVE because it is not bound. {{(pid=102546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:19:59.860905 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcef8e6-e4d0-4864-874b-98ce9f3a85b0 req-1e9b095e-7d6b-4dc5-82df-6c9e861afc11 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:59.862608 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4fcef8e6-e4d0-4864-874b-98ce9f3a85b0 req-1e9b095e-7d6b-4dc5-82df-6c9e861afc11 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/ports?device_id=c314c5fb-ef55-4d6a-907d-c67422d61401 HTTP/1.1" status: 200 len: 943 time: 0.0988317 Nov 24 15:19:59.934569 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4fcef8e6-e4d0-4864-874b-98ce9f3a85b0 req-5d0d518b-a9c0-49bd-9aa8-0fe5fb933693 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/security-groups?id=9747f310-b631-4618-ad03-07bb8e94cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623941 Nov 24 15:20:00.017153 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffd72d-bd4c-4e13-b816-bc9626f76a2b req-7c7fe793-a90b-4fa2-89e7-bbbd04436783 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:00.019235 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-7fffd72d-bd4c-4e13-b816-bc9626f76a2b req-7c7fe793-a90b-4fa2-89e7-bbbd04436783 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 943 time: 0.0541117 Nov 24 15:20:00.108726 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-7fffd72d-bd4c-4e13-b816-bc9626f76a2b req-e4eb8932-c005-4e4e-9dcc-3e18e48cbcb5 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801666 Nov 24 15:20:00.131961 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7efb789-80c7-4138-86c0-d29ce874b841 req-fe129fcf-f880-4e00-a961-d2eaf18d725f tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:00.133356 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-e7efb789-80c7-4138-86c0-d29ce874b841 req-fe129fcf-f880-4e00-a961-d2eaf18d725f tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 931 time: 0.0686290 Nov 24 15:20:00.185196 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-e7efb789-80c7-4138-86c0-d29ce874b841 req-4e8cfb8c-0cc8-40f9-a6e4-3c9c367bbbb2 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=5eb0e9ea-adfa-4e36-9048-51675c6733b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446789 Nov 24 15:20:00.948810 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 58376) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:01.062192 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c8bca-c277-4528-98ae-01a3c8c0832d req-310148d5-5050-46e6-a1fb-355fdd990a1b tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:01.064176 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-cd3c8bca-c277-4528-98ae-01a3c8c0832d req-310148d5-5050-46e6-a1fb-355fdd990a1b tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/ports?device_id=c314c5fb-ef55-4d6a-907d-c67422d61401 HTTP/1.1" status: 200 len: 943 time: 0.0580311 Nov 24 15:20:01.072888 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-6d10c260-ded2-466d-bc02-ca981fab0943 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:01.136194 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-cd3c8bca-c277-4528-98ae-01a3c8c0832d req-d47d90ac-07c6-45d1-9955-1ebef57d4ae3 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/security-groups?id=9747f310-b631-4618-ad03-07bb8e94cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641453 Nov 24 15:20:01.189236 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-6d10c260-ded2-466d-bc02-ca981fab0943 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:01.201545 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-6d10c260-ded2-466d-bc02-ca981fab0943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:01.276814 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-6d10c260-ded2-466d-bc02-ca981fab0943 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=97bfe18a5ef347a6a40a7e9e472116e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3269005 Nov 24 15:20:01.279435 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 58390) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:01.290823 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d10c260-ded2-466d-bc02-ca981fab0943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eefbf49e-e97a-45dc-a6fa-05b80e354fd0,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:01.308085 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fefd85-5245-428a-bd85-bb89b5a23fef req-eb81d0ec-1407-4bce-b857-bed4a7a24264 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:01.309589 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f1fefd85-5245-428a-bd85-bb89b5a23fef req-eb81d0ec-1407-4bce-b857-bed4a7a24264 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 943 time: 0.1189830 Nov 24 15:20:01.342187 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403dd3a0-5e9d-4c23-aa90-0cec61eabc92 req-f7c8a61e-5212-4cb9-b204-4f0b21905a48 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:01.343626 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-02e4a162-2974-4517-998d-3524f8b0a3ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:01.343768 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-403dd3a0-5e9d-4c23-aa90-0cec61eabc92 req-f7c8a61e-5212-4cb9-b204-4f0b21905a48 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 931 time: 0.0866601 Nov 24 15:20:01.365480 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-02e4a162-2974-4517-998d-3524f8b0a3ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:01.384557 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f1fefd85-5245-428a-bd85-bb89b5a23fef req-4cd0362e-4872-4745-854a-8e0f52011502 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683296 Nov 24 15:20:01.411545 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-403dd3a0-5e9d-4c23-aa90-0cec61eabc92 req-51178a1e-7124-41e0-9998-06ae0b95caf0 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=5eb0e9ea-adfa-4e36-9048-51675c6733b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571494 Nov 24 15:20:01.415248 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-02e4a162-2974-4517-998d-3524f8b0a3ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:01.417951 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-02e4a162-2974-4517-998d-3524f8b0a3ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:01.419139 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-02e4a162-2974-4517-998d-3524f8b0a3ec admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/eefbf49e-e97a-45dc-a6fa-05b80e354fd0 HTTP/1.1" status: 204 len: 168 time: 0.1386664 Nov 24 15:20:01.433261 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e4a162-2974-4517-998d-3524f8b0a3ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefbf49e-e97a-45dc-a6fa-05b80e354fd0,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:01.806293 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [req-5e086491-f5b4-4e8c-b033-e9a80ef4452e req-76c4ca59-3abf-44ec-b187-1e89498b4501 service neutron] Request body: {'port': {'device_id': '60818665-e1d1-4651-9b32-94b226a506c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:20:01.834299 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-fbfc868a-26f5-4b18-81d6-96d919744777 req-496e109f-86d5-41c3-903b-263a548ce986 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8b8e34ef-bafa-4e65-a88d-1be4877982c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295835 Nov 24 15:20:01.864779 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-cc850c73-0385-4977-8455-875e7e62aeaa req-23499e5f-014a-48d3-b907-6e267a5043c0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba4bd5dc-d328-477a-9c65-f3aeb75a0f70 HTTP/1.1" status: 200 len: 217 time: 0.0544014 Nov 24 15:20:01.935909 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-5e086491-f5b4-4e8c-b033-e9a80ef4452e req-76c4ca59-3abf-44ec-b187-1e89498b4501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:01.956306 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-fbfc868a-26f5-4b18-81d6-96d919744777 req-c45dc747-1693-458e-abdc-e37cf622bd52 service neutron] 10.222.0.74 "GET /v2.0/networks/8b8e34ef-bafa-4e65-a88d-1be4877982c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139655 Nov 24 15:20:01.979829 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc850c73-0385-4977-8455-875e7e62aeaa req-d8f417ac-4825-45f4-bd2c-92807549152b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:01.981284 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-cc850c73-0385-4977-8455-875e7e62aeaa req-d8f417ac-4825-45f4-bd2c-92807549152b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6dd026dc-7a5a-4fd3-ad01-b8844bc6d476 HTTP/1.1" status: 200 len: 858 time: 0.1085291 Nov 24 15:20:02.032493 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-cc850c73-0385-4977-8455-875e7e62aeaa req-1b1b8e5c-1cfc-4511-bc93-ea71fdb73201 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8b8e34ef-bafa-4e65-a88d-1be4877982c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387843 Nov 24 15:20:02.061264 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-fbfc868a-26f5-4b18-81d6-96d919744777 req-0f1d17d8-a545-49e3-bd5b-a3f86a508525 service neutron] 10.222.0.74 "GET /v2.0/networks/8b8e34ef-bafa-4e65-a88d-1be4877982c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974312 Nov 24 15:20:02.168860 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d696b9c-3337-4b5e-9217-0aafe7d9c2b2 req-80b01a86-037d-4ae7-aa16-27e9cead54eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:02.172361 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-1d696b9c-3337-4b5e-9217-0aafe7d9c2b2 req-80b01a86-037d-4ae7-aa16-27e9cead54eb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=32404aa4e2d44b9e966da2bab0b27149&device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 1097 time: 0.0538914 Nov 24 15:20:02.224513 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-cc850c73-0385-4977-8455-875e7e62aeaa req-cfa8244d-7e85-4dfc-9715-2b4647adb61c service neutron] 10.222.0.74 "GET /v2.0/networks/8b8e34ef-bafa-4e65-a88d-1be4877982c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531935 Nov 24 15:20:02.371461 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [req-5e086491-f5b4-4e8c-b033-e9a80ef4452e req-76c4ca59-3abf-44ec-b187-1e89498b4501 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f913887e-e2c7-4f41-9773-44b6265eb1f9 {{(pid=102545) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:20:02.373412 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20860131-acd7-43da-82e5-44aa12d63157 req-516f2262-1200-4f9d-be2b-0d0f88f379c7 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:02.375773 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-20860131-acd7-43da-82e5-44aa12d63157 req-516f2262-1200-4f9d-be2b-0d0f88f379c7 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/ports?device_id=c314c5fb-ef55-4d6a-907d-c67422d61401 HTTP/1.1" status: 200 len: 943 time: 0.1466238 Nov 24 15:20:02.380449 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d696b9c-3337-4b5e-9217-0aafe7d9c2b2 req-830c1848-6a40-4767-8b67-ea079fee595f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:02.381847 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-1d696b9c-3337-4b5e-9217-0aafe7d9c2b2 req-830c1848-6a40-4767-8b67-ea079fee595f service neutron] 10.222.0.74 "GET /v2.0/networks?id=8b8e34ef-bafa-4e65-a88d-1be4877982c1 HTTP/1.1" status: 200 len: 920 time: 0.1980505 Nov 24 15:20:02.385615 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-5e086491-f5b4-4e8c-b033-e9a80ef4452e req-76c4ca59-3abf-44ec-b187-1e89498b4501 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:02.393827 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-cc850c73-0385-4977-8455-875e7e62aeaa req-29d025db-0eed-4c5b-98c3-28a11b1fb105 service neutron] 10.222.0.74 "GET /v2.0/networks/8b8e34ef-bafa-4e65-a88d-1be4877982c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599422 Nov 24 15:20:02.401120 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.provisioning_blocks [req-5e086491-f5b4-4e8c-b033-e9a80ef4452e req-76c4ca59-3abf-44ec-b187-1e89498b4501 service neutron] Transition to ACTIVE for port object f913887e-e2c7-4f41-9773-44b6265eb1f9 will not be triggered until provisioned by entity L2. {{(pid=102545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 15:20:02.407822 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-5e086491-f5b4-4e8c-b033-e9a80ef4452e req-76c4ca59-3abf-44ec-b187-1e89498b4501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:02.441058 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-1d696b9c-3337-4b5e-9217-0aafe7d9c2b2 req-5e5e8520-4024-4b16-ae6a-6925c9decb73 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78dc38d0-e790-4e67-9cc9-06ac9d53b726 HTTP/1.1" status: 200 len: 217 time: 0.0481436 Nov 24 15:20:02.505531 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c4ca59-3abf-44ec-b187-1e89498b4501 service neutron] Pushing event updated for resources: {'Port': ['ID=f913887e-e2c7-4f41-9773-44b6265eb1f9,revision_number=2']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:02.518964 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-5e086491-f5b4-4e8c-b033-e9a80ef4452e req-76c4ca59-3abf-44ec-b187-1e89498b4501 service neutron] Attempting to bind port f913887e-e2c7-4f41-9773-44b6265eb1f9 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:20:02.519641 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-5e086491-f5b4-4e8c-b033-e9a80ef4452e req-76c4ca59-3abf-44ec-b187-1e89498b4501 service neutron] Attempting to bind port f913887e-e2c7-4f41-9773-44b6265eb1f9 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '5cca371a-d1c6-4d40-ae83-fde6150ee61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'a227d49c-a3bd-45ee-b0d2-bcce569a4266'}] {{(pid=102545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:20:02.520144 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e086491-f5b4-4e8c-b033-e9a80ef4452e req-76c4ca59-3abf-44ec-b187-1e89498b4501 service neutron] Attempting to bind port f913887e-e2c7-4f41-9773-44b6265eb1f9 on network a227d49c-a3bd-45ee-b0d2-bcce569a4266 {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:20:02.529868 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e086491-f5b4-4e8c-b033-e9a80ef4452e req-76c4ca59-3abf-44ec-b187-1e89498b4501 service neutron] Port f913887e-e2c7-4f41-9773-44b6265eb1f9 on network a227d49c-a3bd-45ee-b0d2-bcce569a4266 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 15:20:02.530432 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e086491-f5b4-4e8c-b033-e9a80ef4452e req-76c4ca59-3abf-44ec-b187-1e89498b4501 service neutron] Attempting to bind port f913887e-e2c7-4f41-9773-44b6265eb1f9 on network a227d49c-a3bd-45ee-b0d2-bcce569a4266 {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:20:02.537666 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e086491-f5b4-4e8c-b033-e9a80ef4452e req-76c4ca59-3abf-44ec-b187-1e89498b4501 service neutron] Checking agent: {'id': 'd4f6996e-fa07-4465-ad79-7a89714f2bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 17, 38), 'started_at': datetime.datetime(2021, 11, 24, 15, 17, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:20:02.538136 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e086491-f5b4-4e8c-b033-e9a80ef4452e req-76c4ca59-3abf-44ec-b187-1e89498b4501 service neutron] Checking segment: {'id': '5cca371a-d1c6-4d40-ae83-fde6150ee61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'a227d49c-a3bd-45ee-b0d2-bcce569a4266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:20:02.538652 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e086491-f5b4-4e8c-b033-e9a80ef4452e req-76c4ca59-3abf-44ec-b187-1e89498b4501 service neutron] Bound using segment: {'id': '5cca371a-d1c6-4d40-ae83-fde6150ee61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'a227d49c-a3bd-45ee-b0d2-bcce569a4266'} {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:20:02.539219 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-5e086491-f5b4-4e8c-b033-e9a80ef4452e req-76c4ca59-3abf-44ec-b187-1e89498b4501 service neutron] Bound port: f913887e-e2c7-4f41-9773-44b6265eb1f9, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cca371a-d1c6-4d40-ae83-fde6150ee61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'a227d49c-a3bd-45ee-b0d2-bcce569a4266'}}] {{(pid=102545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:20:02.539683 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-5e086491-f5b4-4e8c-b033-e9a80ef4452e req-76c4ca59-3abf-44ec-b187-1e89498b4501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:02.550907 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-20860131-acd7-43da-82e5-44aa12d63157 req-b25a1170-5c8a-4475-9528-41ea2aeb0b84 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/security-groups?id=9747f310-b631-4618-ad03-07bb8e94cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653147 Nov 24 15:20:02.574926 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d696b9c-3337-4b5e-9217-0aafe7d9c2b2 req-de2d2805-84d7-4b15-85f1-9322e0e69e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:02.577120 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-1d696b9c-3337-4b5e-9217-0aafe7d9c2b2 req-de2d2805-84d7-4b15-85f1-9322e0e69e66 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6dd026dc-7a5a-4fd3-ad01-b8844bc6d476 HTTP/1.1" status: 200 len: 858 time: 0.1221516 Nov 24 15:20:02.607233 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e22392-b7d1-4305-9077-4d50c7b95c7b req-e3e88a4e-f697-4c58-88a4-0e69c2d72f55 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:02.609240 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-47e22392-b7d1-4305-9077-4d50c7b95c7b req-e3e88a4e-f697-4c58-88a4-0e69c2d72f55 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 943 time: 0.1053090 Nov 24 15:20:02.630034 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-1d696b9c-3337-4b5e-9217-0aafe7d9c2b2 req-25b99427-4226-409e-9a27-c5c262968b5f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8b8e34ef-bafa-4e65-a88d-1be4877982c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434959 Nov 24 15:20:02.638354 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 58432) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:02.679878 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-5e086491-f5b4-4e8c-b033-e9a80ef4452e req-76c4ca59-3abf-44ec-b187-1e89498b4501 service neutron] For port f913887e-e2c7-4f41-9773-44b6265eb1f9, host hv-cinder-80403, cleared binding levels {{(pid=102545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:20:02.684331 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-5e086491-f5b4-4e8c-b033-e9a80ef4452e req-76c4ca59-3abf-44ec-b187-1e89498b4501 service neutron] For port f913887e-e2c7-4f41-9773-44b6265eb1f9, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=f913887e-e2c7-4f41-9773-44b6265eb1f9,segment=NetworkSegment(5cca371a-d1c6-4d40-ae83-fde6150ee61c),segment_id=5cca371a-d1c6-4d40-ae83-fde6150ee61c)] {{(pid=102545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:20:02.691229 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-5e086491-f5b4-4e8c-b033-e9a80ef4452e req-76c4ca59-3abf-44ec-b187-1e89498b4501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:02.774524 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e086491-f5b4-4e8c-b033-e9a80ef4452e req-76c4ca59-3abf-44ec-b187-1e89498b4501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:02.775369 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-5e086491-f5b4-4e8c-b033-e9a80ef4452e req-76c4ca59-3abf-44ec-b187-1e89498b4501 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:02.776839 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-5e086491-f5b4-4e8c-b033-e9a80ef4452e req-76c4ca59-3abf-44ec-b187-1e89498b4501 service neutron] 10.222.0.74 "PUT /v2.0/ports/f913887e-e2c7-4f41-9773-44b6265eb1f9 HTTP/1.1" status: 200 len: 1093 time: 0.9750459 Nov 24 15:20:02.789558 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60818665-e1d1-4651-9b32-94b226a506c9', 'tag': 'f913887e-e2c7-4f41-9773-44b6265eb1f9'}] {{(pid=102545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:20:02.796813 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e232a59b198ff96befa2502742fd1f317735a6d9991c1ac6356d20aee71e71d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371186c4-3d04-4bfe-a33b-3c1e99e95032" -d '{"events": [{"name": "network-changed", "server_uuid": "60818665-e1d1-4651-9b32-94b226a506c9", "tag": "f913887e-e2c7-4f41-9773-44b6265eb1f9"}]}' {{(pid=102545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:20:02.822251 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 4ebc6af1-f8e1-4664-b0bd-51973f886e65 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 15:20:02.834162 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c4ca59-3abf-44ec-b187-1e89498b4501 service neutron] Pushing event updated for resources: {'Port': ['ID=f913887e-e2c7-4f41-9773-44b6265eb1f9,revision_number=3']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:02.952234 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e086491-f5b4-4e8c-b033-e9a80ef4452e req-4fb40487-5670-4320-ae1b-df6a92dcd2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:02.955130 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-5e086491-f5b4-4e8c-b033-e9a80ef4452e req-4fb40487-5670-4320-ae1b-df6a92dcd2ce service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cebad9fcbd0d4232a6f6dccb42ba04a1&device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 1096 time: 0.1001976 Nov 24 15:20:03.017720 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 4ebc6af1-f8e1-4664-b0bd-51973f886e65, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=4ebc6af1-f8e1-4664-b0bd-51973f886e65,segment=NetworkSegment(7de40f86-0fd7-4439-9a98-92d48b028ecc),segment_id=7de40f86-0fd7-4439-9a98-92d48b028ecc)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:20:03.032950 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Returning: {'device': '4ebc6af1-f8e1-4664-b0bd-51973f886e65', 'network_id': '70c457e2-22ff-4a59-b8ba-a00e5e3e2e37', 'port_id': '4ebc6af1-f8e1-4664-b0bd-51973f886e65', 'mac_address': 'fa:16:3e:3a:76:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d06e3b9-462a-470a-8641-cb7feccd4c61', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 15:20:03.054926 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-5e086491-f5b4-4e8c-b033-e9a80ef4452e req-f8d3fd32-84ee-41e8-889d-3a081ba52583 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f913887e-e2c7-4f41-9773-44b6265eb1f9 HTTP/1.1" status: 200 len: 217 time: 0.0893698 Nov 24 15:20:03.076173 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-47e22392-b7d1-4305-9077-4d50c7b95c7b req-3bdd3fd3-2a40-42e5-9011-231528c93421 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4484324 Nov 24 15:20:03.116585 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:03.139634 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e086491-f5b4-4e8c-b033-e9a80ef4452e req-ad35b233-09c6-4ef6-92ad-4189fa437d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:03.142657 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-5e086491-f5b4-4e8c-b033-e9a80ef4452e req-ad35b233-09c6-4ef6-92ad-4189fa437d6b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=84815f2f-38d2-472a-bdf7-762ef40354a5 HTTP/1.1" status: 200 len: 850 time: 0.0793939 Nov 24 15:20:03.143057 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30fa3d-81ff-4264-ba50-6a0dc6ad32df req-b84c1a6c-2696-48f6-965b-6c98af71c511 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:03.147375 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ec30fa3d-81ff-4264-ba50-6a0dc6ad32df req-b84c1a6c-2696-48f6-965b-6c98af71c511 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 943 time: 0.4672108 Nov 24 15:20:03.166722 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.notifiers.nova [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ebc6af1-f8e1-4664-b0bd-51973f886e65 {{(pid=102546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:20:03.180594 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-e0df9b79-7659-4271-99db-2eddc082f516 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:03.185203 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4acbe2a-ce9e-4031-b671-d9de415fb713 x-openstack-request-id: req-b4acbe2a-ce9e-4031-b671-d9de415fb713 {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:20:03.185566 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60818665-e1d1-4651-9b32-94b226a506c9", "tag": "f913887e-e2c7-4f41-9773-44b6265eb1f9", "status": "completed", "code": 200}]} {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:20:03.185926 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b4acbe2a-ce9e-4031-b671-d9de415fb713 {{(pid=102545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:20:03.186411 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60818665-e1d1-4651-9b32-94b226a506c9', 'tag': 'f913887e-e2c7-4f41-9773-44b6265eb1f9', 'status': 'completed', 'code': 200} Nov 24 15:20:03.206637 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 4ebc6af1-f8e1-4664-b0bd-51973f886e65, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=4ebc6af1-f8e1-4664-b0bd-51973f886e65,segment=NetworkSegment(7de40f86-0fd7-4439-9a98-92d48b028ecc),segment_id=7de40f86-0fd7-4439-9a98-92d48b028ecc)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:20:03.210313 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e086491-f5b4-4e8c-b033-e9a80ef4452e req-4f989a70-7b00-49a2-b814-4e01ccff9240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:03.212192 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-5e086491-f5b4-4e8c-b033-e9a80ef4452e req-4f989a70-7b00-49a2-b814-4e01ccff9240 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a227d49c-a3bd-45ee-b0d2-bcce569a4266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0622351 Nov 24 15:20:03.216667 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:03.217364 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device ba4bd5dc-d328-477a-9c65-f3aeb75a0f70 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 15:20:03.310164 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-e0df9b79-7659-4271-99db-2eddc082f516 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:03.316155 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-1d696b9c-3337-4b5e-9217-0aafe7d9c2b2 req-ec7b4d76-aa84-4a0a-a665-5018edf9e993 service neutron] 10.222.0.74 "GET /v2.0/networks/8b8e34ef-bafa-4e65-a88d-1be4877982c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6699743 Nov 24 15:20:03.319633 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Pushing event updated for resources: {'Port': ['ID=4ebc6af1-f8e1-4664-b0bd-51973f886e65,revision_number=4']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:03.324137 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-e0df9b79-7659-4271-99db-2eddc082f516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:03.376920 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-5e086491-f5b4-4e8c-b033-e9a80ef4452e req-90a07645-85dd-4c32-9cb4-4a0735639976 service neutron] 10.222.0.74 "GET /v2.0/networks/a227d49c-a3bd-45ee-b0d2-bcce569a4266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550994 Nov 24 15:20:03.403477 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-e0df9b79-7659-4271-99db-2eddc082f516 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=abfc5208c16d4524b3fda34cf2ea4575&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7648499 Nov 24 15:20:03.405098 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port ba4bd5dc-d328-477a-9c65-f3aeb75a0f70, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ba4bd5dc-d328-477a-9c65-f3aeb75a0f70,segment=NetworkSegment(0cf6543e-1b65-4cca-9e1b-46695f528b47),segment_id=0cf6543e-1b65-4cca-9e1b-46695f528b47)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:20:03.407611 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 58468) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:03.417497 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ec30fa3d-81ff-4264-ba50-6a0dc6ad32df req-d6275e9b-7e96-4ec0-977c-16b10d32ccf9 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=5eb0e9ea-adfa-4e36-9048-51675c6733b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2559049 Nov 24 15:20:03.419852 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Returning: {'device': 'ba4bd5dc-d328-477a-9c65-f3aeb75a0f70', 'network_id': '8b8e34ef-bafa-4e65-a88d-1be4877982c1', 'port_id': 'ba4bd5dc-d328-477a-9c65-f3aeb75a0f70', 'mac_address': 'fa:16:3e:0d:ee:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd026dc-7a5a-4fd3-ad01-b8844bc6d476', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 15:20:03.428107 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df9b79-7659-4271-99db-2eddc082f516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc7ede5-03f5-4d47-985a-d85ac2ea9924,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:03.491421 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-1d696b9c-3337-4b5e-9217-0aafe7d9c2b2 req-a669bc44-e8d9-417c-9b43-eafcb50e0d24 service neutron] 10.222.0.74 "GET /v2.0/networks/8b8e34ef-bafa-4e65-a88d-1be4877982c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553726 Nov 24 15:20:03.491618 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:03.506734 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.notifiers.nova [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba4bd5dc-d328-477a-9c65-f3aeb75a0f70 {{(pid=102546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:20:03.511737 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-4a922a67-f689-4859-b591-2356ac3fdfa9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:03.528121 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port ba4bd5dc-d328-477a-9c65-f3aeb75a0f70, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ba4bd5dc-d328-477a-9c65-f3aeb75a0f70,segment=NetworkSegment(0cf6543e-1b65-4cca-9e1b-46695f528b47),segment_id=0cf6543e-1b65-4cca-9e1b-46695f528b47)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:20:03.532623 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:03.533676 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-5e086491-f5b4-4e8c-b033-e9a80ef4452e req-8081f479-25d9-47bb-889d-1ad0e41669b8 service neutron] 10.222.0.74 "GET /v2.0/networks/a227d49c-a3bd-45ee-b0d2-bcce569a4266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486821 Nov 24 15:20:03.542470 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-4a922a67-f689-4859-b591-2356ac3fdfa9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:03.583489 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Pushing event updated for resources: {'Port': ['ID=ba4bd5dc-d328-477a-9c65-f3aeb75a0f70,revision_number=4']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:03.617971 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-4a922a67-f689-4859-b591-2356ac3fdfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:03.620737 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-4a922a67-f689-4859-b591-2356ac3fdfa9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:03.622000 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-4a922a67-f689-4859-b591-2356ac3fdfa9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bcc7ede5-03f5-4d47-985a-d85ac2ea9924 HTTP/1.1" status: 204 len: 168 time: 0.2132983 Nov 24 15:20:03.636961 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371186c4-3d04-4bfe-a33b-3c1e99e95032 req-e48c0931-c719-4a51-9a4b-b7e46b24b57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:03.638478 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-371186c4-3d04-4bfe-a33b-3c1e99e95032 req-e48c0931-c719-4a51-9a4b-b7e46b24b57a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cebad9fcbd0d4232a6f6dccb42ba04a1&device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 1096 time: 0.0556078 Nov 24 15:20:03.639227 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a922a67-f689-4859-b591-2356ac3fdfa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc7ede5-03f5-4d47-985a-d85ac2ea9924,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:03.700035 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7941f1-e6fd-495d-b8df-6071ac6d6b17 req-4924050f-6b2d-4f5f-94fb-723ab496f2b8 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:03.702260 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4f7941f1-e6fd-495d-b8df-6071ac6d6b17 req-4924050f-6b2d-4f5f-94fb-723ab496f2b8 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/ports?device_id=c314c5fb-ef55-4d6a-907d-c67422d61401 HTTP/1.1" status: 200 len: 944 time: 0.0686100 Nov 24 15:20:03.743418 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371186c4-3d04-4bfe-a33b-3c1e99e95032 req-d964075b-1286-4f54-8f07-38780555cbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:03.745704 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-371186c4-3d04-4bfe-a33b-3c1e99e95032 req-d964075b-1286-4f54-8f07-38780555cbaa service neutron] 10.222.0.74 "GET /v2.0/networks?id=a227d49c-a3bd-45ee-b0d2-bcce569a4266 HTTP/1.1" status: 200 len: 913 time: 0.0981772 Nov 24 15:20:03.754041 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4f7941f1-e6fd-495d-b8df-6071ac6d6b17 req-6deb2d91-53f8-4084-8f59-c55f2c07e858 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/security-groups?id=9747f310-b631-4618-ad03-07bb8e94cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461872 Nov 24 15:20:03.804853 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-371186c4-3d04-4bfe-a33b-3c1e99e95032 req-721dda4b-6502-42c7-8d48-b31268c29eca service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f913887e-e2c7-4f41-9773-44b6265eb1f9 HTTP/1.1" status: 200 len: 217 time: 0.0514750 Nov 24 15:20:03.856258 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371186c4-3d04-4bfe-a33b-3c1e99e95032 req-c5584171-92a4-4016-bc99-2e8083ffb375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:03.857744 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-371186c4-3d04-4bfe-a33b-3c1e99e95032 req-c5584171-92a4-4016-bc99-2e8083ffb375 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=84815f2f-38d2-472a-bdf7-762ef40354a5 HTTP/1.1" status: 200 len: 850 time: 0.0428178 Nov 24 15:20:03.883361 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] get_ports_and_sgs() called for port_ids ['ba4bd5dc-d328-477a-9c65-f3aeb75a0f70'] {{(pid=102546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:20:03.916175 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371186c4-3d04-4bfe-a33b-3c1e99e95032 req-502dd5d3-85b9-43ea-bc28-c1f2050d18e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:03.918218 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-371186c4-3d04-4bfe-a33b-3c1e99e95032 req-502dd5d3-85b9-43ea-bc28-c1f2050d18e6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a227d49c-a3bd-45ee-b0d2-bcce569a4266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0503120 Nov 24 15:20:03.929403 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] get_ports_and_sgs() called for port_ids ['4ebc6af1-f8e1-4664-b0bd-51973f886e65'] {{(pid=102546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:20:04.035592 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-371186c4-3d04-4bfe-a33b-3c1e99e95032 req-42104b88-af3d-432c-9803-8181e7c461b7 service neutron] 10.222.0.74 "GET /v2.0/networks/a227d49c-a3bd-45ee-b0d2-bcce569a4266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083169 Nov 24 15:20:04.156155 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-371186c4-3d04-4bfe-a33b-3c1e99e95032 req-bee1bed6-d247-4a00-a018-cdb44768cd9e service neutron] 10.222.0.74 "GET /v2.0/networks/a227d49c-a3bd-45ee-b0d2-bcce569a4266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125755 Nov 24 15:20:04.258946 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566245ee-757b-4a17-b27f-76afc29d8438 req-36c1481f-a60e-41e7-bb2a-f4cf84525962 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:04.270330 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-566245ee-757b-4a17-b27f-76afc29d8438 req-36c1481f-a60e-41e7-bb2a-f4cf84525962 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 944 time: 0.0787251 Nov 24 15:20:04.334462 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-566245ee-757b-4a17-b27f-76afc29d8438 req-fc321308-ffd7-4c90-8832-b5b9aba2d04a tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625701 Nov 24 15:20:04.572802 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 58540) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:04.582630 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b7998b-fe02-46fc-954e-f85d8c7b11d6 req-5d38d0a4-1722-41da-b399-d2c7d56bfce5 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:04.591363 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-d5b7998b-fe02-46fc-954e-f85d8c7b11d6 req-5d38d0a4-1722-41da-b399-d2c7d56bfce5 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 943 time: 0.0687771 Nov 24 15:20:04.681162 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-d5b7998b-fe02-46fc-954e-f85d8c7b11d6 req-9307aae4-fe7d-4814-a8d8-978faf157cd1 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=5eb0e9ea-adfa-4e36-9048-51675c6733b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884387 Nov 24 15:20:04.739515 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-79e47b64-2e33-4513-9490-556a1decb6b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:04.796906 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 78dc38d0-e790-4e67-9cc9-06ac9d53b726 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 15:20:04.801559 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 4ebc6af1-f8e1-4664-b0bd-51973f886e65 up at agent hyperv_hv-cinder-80403 {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:20:04.839001 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-79e47b64-2e33-4513-9490-556a1decb6b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:04.847712 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-79e47b64-2e33-4513-9490-556a1decb6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:04.905452 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-79e47b64-2e33-4513-9490-556a1decb6b6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=07b783f303784c5bb8d8989c8b91c856&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3287890 Nov 24 15:20:04.905871 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 58568) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:04.909471 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73179c52-cb07-4ee2-bba8-941b774b3a65 req-608fc7a3-e75e-463d-8edc-dbef6870b18a tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:04.911522 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-73179c52-cb07-4ee2-bba8-941b774b3a65 req-608fc7a3-e75e-463d-8edc-dbef6870b18a tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/ports?device_id=c314c5fb-ef55-4d6a-907d-c67422d61401 HTTP/1.1" status: 200 len: 944 time: 0.0816767 Nov 24 15:20:04.914315 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e47b64-2e33-4513-9490-556a1decb6b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d800078e-83ce-4333-a196-ac6b53a4f265,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:04.962329 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Provisioning for port 4ebc6af1-f8e1-4664-b0bd-51973f886e65 completed by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 15:20:04.965462 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-47852944-3ae5-4d36-a050-9c0d52e4df2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:04.972797 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Provisioning complete for port 4ebc6af1-f8e1-4664-b0bd-51973f886e65 triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:20:04.973176 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:04.987757 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-47852944-3ae5-4d36-a050-9c0d52e4df2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:05.021226 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-73179c52-cb07-4ee2-bba8-941b774b3a65 req-a84a6a89-12a4-4bd5-868f-4ab86d3f030e tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/security-groups?id=9747f310-b631-4618-ad03-07bb8e94cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884080 Nov 24 15:20:05.042153 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 78dc38d0-e790-4e67-9cc9-06ac9d53b726, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=78dc38d0-e790-4e67-9cc9-06ac9d53b726,segment=NetworkSegment(0cf6543e-1b65-4cca-9e1b-46695f528b47),segment_id=0cf6543e-1b65-4cca-9e1b-46695f528b47)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:20:05.050582 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Returning: {'device': '78dc38d0-e790-4e67-9cc9-06ac9d53b726', 'network_id': '8b8e34ef-bafa-4e65-a88d-1be4877982c1', 'port_id': '78dc38d0-e790-4e67-9cc9-06ac9d53b726', 'mac_address': 'fa:16:3e:34:98:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd026dc-7a5a-4fd3-ad01-b8844bc6d476', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 15:20:05.061415 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-47852944-3ae5-4d36-a050-9c0d52e4df2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:05.064604 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-47852944-3ae5-4d36-a050-9c0d52e4df2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:05.067269 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-47852944-3ae5-4d36-a050-9c0d52e4df2b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d800078e-83ce-4333-a196-ac6b53a4f265 HTTP/1.1" status: 204 len: 168 time: 0.1604362 Nov 24 15:20:05.075271 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47852944-3ae5-4d36-a050-9c0d52e4df2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d800078e-83ce-4333-a196-ac6b53a4f265,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:05.127002 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:05.136827 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:05.152589 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.notifiers.nova [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78dc38d0-e790-4e67-9cc9-06ac9d53b726 {{(pid=102546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:20:05.173625 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c314c5fb-ef55-4d6a-907d-c67422d61401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ebc6af1-f8e1-4664-b0bd-51973f886e65'}] {{(pid=102546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:20:05.374141 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 4ebc6af1-f8e1-4664-b0bd-51973f886e65, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=4ebc6af1-f8e1-4664-b0bd-51973f886e65,segment=NetworkSegment(7de40f86-0fd7-4439-9a98-92d48b028ecc),segment_id=7de40f86-0fd7-4439-9a98-92d48b028ecc)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:20:05.386523 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 78dc38d0-e790-4e67-9cc9-06ac9d53b726, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=78dc38d0-e790-4e67-9cc9-06ac9d53b726,segment=NetworkSegment(0cf6543e-1b65-4cca-9e1b-46695f528b47),segment_id=0cf6543e-1b65-4cca-9e1b-46695f528b47)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:20:05.387825 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:05.388716 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device ba4bd5dc-d328-477a-9c65-f3aeb75a0f70 up at agent hyperv_hv-cinder-80403 {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:20:05.408064 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 58604) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:05.429936 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-9a2cf567-eb63-44c9-9e77-e4cd87d54ae4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:05.436067 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:05.436966 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device f913887e-e2c7-4f41-9773-44b6265eb1f9 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 15:20:05.469714 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa8f7b5-d69a-48dc-881e-d2ce15170c99 req-8d073129-56ee-4ed4-b4c1-9afbc654bd06 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:05.472081 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-afa8f7b5-d69a-48dc-881e-d2ce15170c99 req-8d073129-56ee-4ed4-b4c1-9afbc654bd06 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 944 time: 0.0559587 Nov 24 15:20:05.529296 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-9a2cf567-eb63-44c9-9e77-e4cd87d54ae4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:05.538410 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-9a2cf567-eb63-44c9-9e77-e4cd87d54ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:05.551319 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-afa8f7b5-d69a-48dc-881e-d2ce15170c99 req-1c0ef42b-4d2d-4fd1-9e65-99552c3b2835 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721714 Nov 24 15:20:05.559281 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec30b6fee894e899a7ef63b5da9bb2e859d87fc094cada3931da851dba0edc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481e8394-437e-4471-a4b0-a0b84e8b4573" -d '{"events": [{"server_uuid": "c314c5fb-ef55-4d6a-907d-c67422d61401", "name": "network-vif-plugged", "status": "completed", "tag": "4ebc6af1-f8e1-4664-b0bd-51973f886e65"}]}' {{(pid=102546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:20:05.586948 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Pushing event updated for resources: {'Port': ['ID=4ebc6af1-f8e1-4664-b0bd-51973f886e65,revision_number=5']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:05.604021 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 58622) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:05.604854 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-9a2cf567-eb63-44c9-9e77-e4cd87d54ae4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3b2ec3fd76534057b9f4fe810c98ae70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1951141 Nov 24 15:20:05.607608 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cf567-eb63-44c9-9e77-e4cd87d54ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9743869e-3025-47bf-9646-8598f5759c4b,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:05.681810 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Provisioning for port ba4bd5dc-d328-477a-9c65-f3aeb75a0f70 completed by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 15:20:05.761605 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port f913887e-e2c7-4f41-9773-44b6265eb1f9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=f913887e-e2c7-4f41-9773-44b6265eb1f9,segment=NetworkSegment(5cca371a-d1c6-4d40-ae83-fde6150ee61c),segment_id=5cca371a-d1c6-4d40-ae83-fde6150ee61c)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:20:05.772737 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Pushing event updated for resources: {'Port': ['ID=78dc38d0-e790-4e67-9cc9-06ac9d53b726,revision_number=4']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:05.787282 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-ee091c8d-8abd-4350-9a68-7f49be7c24ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:05.801607 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b48e81-fae9-4b27-8468-274c3b62e6cc x-openstack-request-id: req-59b48e81-fae9-4b27-8468-274c3b62e6cc {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:20:05.802002 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c314c5fb-ef55-4d6a-907d-c67422d61401", "name": "network-vif-plugged", "status": "completed", "tag": "4ebc6af1-f8e1-4664-b0bd-51973f886e65", "code": 200}]} {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:20:05.802329 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-59b48e81-fae9-4b27-8468-274c3b62e6cc {{(pid=102546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:20:05.802859 dv-cinder-804035-20-iscsi neutron-server[102546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c314c5fb-ef55-4d6a-907d-c67422d61401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ebc6af1-f8e1-4664-b0bd-51973f886e65', 'code': 200} Nov 24 15:20:05.806053 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Provisioning complete for port ba4bd5dc-d328-477a-9c65-f3aeb75a0f70 triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:20:05.806603 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:05.809829 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Returning: {'device': 'f913887e-e2c7-4f41-9773-44b6265eb1f9', 'network_id': 'a227d49c-a3bd-45ee-b0d2-bcce569a4266', 'port_id': 'f913887e-e2c7-4f41-9773-44b6265eb1f9', 'mac_address': 'fa:16:3e:9a:c5:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84815f2f-38d2-472a-bdf7-762ef40354a5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 15:20:05.834039 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-ee091c8d-8abd-4350-9a68-7f49be7c24ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:05.922336 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:05.958696 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2ef7f-d428-403f-b24e-303a5f3182fd req-6e9a994c-4815-4b44-a578-759e7c0ba31d tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:05.960317 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-00d2ef7f-d428-403f-b24e-303a5f3182fd req-6e9a994c-4815-4b44-a578-759e7c0ba31d tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 943 time: 0.1700091 Nov 24 15:20:05.986631 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:06.017732 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-ee091c8d-8abd-4350-9a68-7f49be7c24ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:06.020630 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-ee091c8d-8abd-4350-9a68-7f49be7c24ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:06.022095 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-ee091c8d-8abd-4350-9a68-7f49be7c24ff admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9743869e-3025-47bf-9646-8598f5759c4b HTTP/1.1" status: 204 len: 168 time: 0.4168961 Nov 24 15:20:06.034172 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.notifiers.nova [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f913887e-e2c7-4f41-9773-44b6265eb1f9 {{(pid=102546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:20:06.060646 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-00d2ef7f-d428-403f-b24e-303a5f3182fd req-c03b46f0-0ff2-4f80-ae41-4689b512ec56 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=5eb0e9ea-adfa-4e36-9048-51675c6733b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846679 Nov 24 15:20:06.066617 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee091c8d-8abd-4350-9a68-7f49be7c24ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9743869e-3025-47bf-9646-8598f5759c4b,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:06.087833 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port f913887e-e2c7-4f41-9773-44b6265eb1f9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=f913887e-e2c7-4f41-9773-44b6265eb1f9,segment=NetworkSegment(5cca371a-d1c6-4d40-ae83-fde6150ee61c),segment_id=5cca371a-d1c6-4d40-ae83-fde6150ee61c)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:20:06.099421 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6979bc6-3881-49bd-8292-3ca94ac8599c req-a9615253-beef-442c-90e8-91c535c3b989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:06.100974 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-f6979bc6-3881-49bd-8292-3ca94ac8599c req-a9615253-beef-442c-90e8-91c535c3b989 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c314c5fb-ef55-4d6a-907d-c67422d61401 HTTP/1.1" status: 200 len: 1098 time: 0.1354401 Nov 24 15:20:06.129501 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:06.133006 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-f6979bc6-3881-49bd-8292-3ca94ac8599c req-58766642-2728-416e-94df-fcf1b18a2389 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:06.209838 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port ba4bd5dc-d328-477a-9c65-f3aeb75a0f70, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ba4bd5dc-d328-477a-9c65-f3aeb75a0f70,segment=NetworkSegment(0cf6543e-1b65-4cca-9e1b-46695f528b47),segment_id=0cf6543e-1b65-4cca-9e1b-46695f528b47)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:20:06.226764 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7916dcd7-0458-49b5-bd2b-66e57ab0557f req-42d5a005-c091-4d6f-9276-c83c3a54ad06 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:06.227554 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:06.229397 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-7916dcd7-0458-49b5-bd2b-66e57ab0557f req-42d5a005-c091-4d6f-9276-c83c3a54ad06 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/ports?device_id=c314c5fb-ef55-4d6a-907d-c67422d61401 HTTP/1.1" status: 200 len: 945 time: 0.0987937 Nov 24 15:20:06.268900 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Pushing event updated for resources: {'Port': ['ID=f913887e-e2c7-4f41-9773-44b6265eb1f9,revision_number=4']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:06.306866 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-f6979bc6-3881-49bd-8292-3ca94ac8599c req-58766642-2728-416e-94df-fcf1b18a2389 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:06.315391 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-f6979bc6-3881-49bd-8292-3ca94ac8599c req-58766642-2728-416e-94df-fcf1b18a2389 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:06.316953 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-7916dcd7-0458-49b5-bd2b-66e57ab0557f req-826d46e1-c21d-442a-b529-4d16a19299d8 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/security-groups?id=9747f310-b631-4618-ad03-07bb8e94cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751245 Nov 24 15:20:06.373709 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-f6979bc6-3881-49bd-8292-3ca94ac8599c req-58766642-2728-416e-94df-fcf1b18a2389 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9747f310-b631-4618-ad03-07bb8e94cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619400 Nov 24 15:20:06.375236 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58766642-2728-416e-94df-fcf1b18a2389 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=964ba529-da28-4966-b2f3-6d0db8169198,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:06.390178 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Pushing event updated for resources: {'Port': ['ID=ba4bd5dc-d328-477a-9c65-f3aeb75a0f70,revision_number=5']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:06.444444 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] get_ports_and_sgs() called for port_ids ['78dc38d0-e790-4e67-9cc9-06ac9d53b726'] {{(pid=102546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:20:06.471776 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] get_ports_and_sgs() called for port_ids ['f913887e-e2c7-4f41-9773-44b6265eb1f9'] {{(pid=102546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:20:06.691000 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8760812-5fa2-418e-a4e4-ed37e6d25a6d req-a0a4a3d9-8b5a-4abb-b78e-4d5d6cf385ba tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:06.693060 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c8760812-5fa2-418e-a4e4-ed37e6d25a6d req-a0a4a3d9-8b5a-4abb-b78e-4d5d6cf385ba tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 945 time: 0.0577295 Nov 24 15:20:06.770024 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c8760812-5fa2-418e-a4e4-ed37e6d25a6d req-be72c1b5-7fbe-4a93-8b47-62db63085ea7 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699444 Nov 24 15:20:07.025501 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 58690) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:07.172760 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-ade6fb0c-24d8-43ec-9627-e8d4d4a6a09d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:07.219721 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8c98b-649b-4e69-9ad1-c217accc91a9 req-67110ff5-8bb4-40a4-ab5f-0ad783ff9ab7 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:07.221444 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c3f8c98b-649b-4e69-9ad1-c217accc91a9 req-67110ff5-8bb4-40a4-ab5f-0ad783ff9ab7 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 944 time: 0.0868466 Nov 24 15:20:07.307491 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c3f8c98b-649b-4e69-9ad1-c217accc91a9 req-47a64af1-f1e5-4bb2-a12a-6dd2dff5247e tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=5eb0e9ea-adfa-4e36-9048-51675c6733b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799634 Nov 24 15:20:07.335094 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-ade6fb0c-24d8-43ec-9627-e8d4d4a6a09d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:07.339389 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-ade6fb0c-24d8-43ec-9627-e8d4d4a6a09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:07.380818 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade6fb0c-24d8-43ec-9627-e8d4d4a6a09d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303f6d4e-48fd-4e17-b037-95a418aadb6e,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:07.385372 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-ade6fb0c-24d8-43ec-9627-e8d4d4a6a09d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ed40f2a715954335b95cc495f3a30563&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3584783 Nov 24 15:20:07.387943 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 58702) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:07.485454 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-19865edd-4fb0-4ce4-b0f1-7bc78b71ee90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:07.505193 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58cf573-ec40-4b4f-b96e-b9818eb6ca66 req-9e59c960-dd6f-4776-82f7-40494a58208b tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:07.506703 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f58cf573-ec40-4b4f-b96e-b9818eb6ca66 req-9e59c960-dd6f-4776-82f7-40494a58208b tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/ports?device_id=c314c5fb-ef55-4d6a-907d-c67422d61401 HTTP/1.1" status: 200 len: 945 time: 0.0708556 Nov 24 15:20:07.526659 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-19865edd-4fb0-4ce4-b0f1-7bc78b71ee90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:07.591837 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f58cf573-ec40-4b4f-b96e-b9818eb6ca66 req-6970d5d4-c0a2-45ca-8377-48d510fe6745 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/security-groups?id=9747f310-b631-4618-ad03-07bb8e94cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748274 Nov 24 15:20:07.612678 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-19865edd-4fb0-4ce4-b0f1-7bc78b71ee90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:07.615541 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-19865edd-4fb0-4ce4-b0f1-7bc78b71ee90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:07.616660 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-19865edd-4fb0-4ce4-b0f1-7bc78b71ee90 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/303f6d4e-48fd-4e17-b037-95a418aadb6e HTTP/1.1" status: 204 len: 168 time: 0.2277532 Nov 24 15:20:07.625315 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19865edd-4fb0-4ce4-b0f1-7bc78b71ee90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303f6d4e-48fd-4e17-b037-95a418aadb6e,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:07.659628 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:07.805337 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b1b8192-257b-42e9-8aad-a40ce8bfb4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4bd5dc-d328-477a-9c65-f3aeb75a0f70'}] {{(pid=102546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:20:07.809699 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec30b6fee894e899a7ef63b5da9bb2e859d87fc094cada3931da851dba0edc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fb2668-30d1-4e5c-b229-f8f2b7e0b2ce" -d '{"events": [{"server_uuid": "1b1b8192-257b-42e9-8aad-a40ce8bfb4f8", "name": "network-vif-plugged", "status": "completed", "tag": "ba4bd5dc-d328-477a-9c65-f3aeb75a0f70"}]}' {{(pid=102546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:20:07.848236 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56c443d-a7e1-42e9-9b4a-560ab44ec770 x-openstack-request-id: req-a56c443d-a7e1-42e9-9b4a-560ab44ec770 {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:20:07.848567 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b1b8192-257b-42e9-8aad-a40ce8bfb4f8", "name": "network-vif-plugged", "status": "completed", "tag": "ba4bd5dc-d328-477a-9c65-f3aeb75a0f70", "code": 200}]} {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:20:07.848868 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a56c443d-a7e1-42e9-9b4a-560ab44ec770 {{(pid=102546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:20:07.849272 dv-cinder-804035-20-iscsi neutron-server[102546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b1b8192-257b-42e9-8aad-a40ce8bfb4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4bd5dc-d328-477a-9c65-f3aeb75a0f70', 'code': 200} Nov 24 15:20:07.893077 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5cb59-fe73-4e39-bd1b-9622a6643805 req-75a9efa9-baea-4d39-bb3a-3d5234dcd4c0 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:07.894583 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-3aa5cb59-fe73-4e39-bd1b-9622a6643805 req-75a9efa9-baea-4d39-bb3a-3d5234dcd4c0 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 945 time: 0.0603614 Nov 24 15:20:07.917517 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 58718) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:07.932348 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-a4b5eb0e-7118-4bf3-b0cd-a7d0821e06da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:07.962060 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-3aa5cb59-fe73-4e39-bd1b-9622a6643805 req-b4c49b31-d3d6-4065-a1cb-15adf3bae98d tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579495 Nov 24 15:20:08.034041 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-a4b5eb0e-7118-4bf3-b0cd-a7d0821e06da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:08.039957 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-a4b5eb0e-7118-4bf3-b0cd-a7d0821e06da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:08.085056 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399793d-6378-47d8-aca4-23ae28c8aa97 req-ae925fa5-1f37-465d-9f24-d8815d3b1551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:08.086444 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-7399793d-6378-47d8-aca4-23ae28c8aa97 req-ae925fa5-1f37-465d-9f24-d8815d3b1551 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 1098 time: 0.0860641 Nov 24 15:20:08.091956 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-a4b5eb0e-7118-4bf3-b0cd-a7d0821e06da admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=865f744870b844b9abb6320e1e264f6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1733749 Nov 24 15:20:08.095261 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 58720) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:08.103675 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b5eb0e-7118-4bf3-b0cd-a7d0821e06da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542bf513-110a-4ddf-ace3-82fb662ead3d,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:08.172955 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-7399793d-6378-47d8-aca4-23ae28c8aa97 req-f89e6f3d-673a-46e0-83c9-dacc1f911e94 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753844 Nov 24 15:20:08.183776 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-d86fac61-d322-4ee3-b804-06aba2fcee05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:08.207887 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-d86fac61-d322-4ee3-b804-06aba2fcee05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:08.276814 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-d86fac61-d322-4ee3-b804-06aba2fcee05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:08.279901 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-d86fac61-d322-4ee3-b804-06aba2fcee05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:08.281185 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-d86fac61-d322-4ee3-b804-06aba2fcee05 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/542bf513-110a-4ddf-ace3-82fb662ead3d HTTP/1.1" status: 204 len: 168 time: 0.1849818 Nov 24 15:20:08.290215 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86fac61-d322-4ee3-b804-06aba2fcee05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542bf513-110a-4ddf-ace3-82fb662ead3d,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:08.448776 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed09e50-fe6b-422c-9326-0e77015df67c req-9ff3f188-ae72-40c0-93a9-6b2179794aa6 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:08.450917 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-9ed09e50-fe6b-422c-9326-0e77015df67c req-9ff3f188-ae72-40c0-93a9-6b2179794aa6 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 944 time: 0.0602028 Nov 24 15:20:08.560307 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-9ed09e50-fe6b-422c-9326-0e77015df67c req-f42b52fb-c894-4237-ab4c-26e59042bc1d tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=5eb0e9ea-adfa-4e36-9048-51675c6733b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957363 Nov 24 15:20:08.742130 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db44aaa1-3e50-4f74-9c60-97bda2d3d4cc req-68866315-31e1-4ce8-a7c4-3be8517e2f58 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:08.743783 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-db44aaa1-3e50-4f74-9c60-97bda2d3d4cc req-68866315-31e1-4ce8-a7c4-3be8517e2f58 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/ports?device_id=c314c5fb-ef55-4d6a-907d-c67422d61401 HTTP/1.1" status: 200 len: 945 time: 0.0614841 Nov 24 15:20:08.813025 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 78dc38d0-e790-4e67-9cc9-06ac9d53b726 up at agent hyperv_hv-cinder-80403 {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:20:08.816294 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-db44aaa1-3e50-4f74-9c60-97bda2d3d4cc req-1d3ea176-35b6-4349-b17e-d318323825e2 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/security-groups?id=9747f310-b631-4618-ad03-07bb8e94cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654981 Nov 24 15:20:08.904568 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Provisioning for port 78dc38d0-e790-4e67-9cc9-06ac9d53b726 completed by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 15:20:08.915408 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Provisioning complete for port 78dc38d0-e790-4e67-9cc9-06ac9d53b726 triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:20:08.916236 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:09.051841 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 58778) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:09.074551 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:09.153346 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0041a4-b32e-498e-aaad-6ef62f7888ad req-307a01a1-b1ee-4f76-a10c-2bb5e18db444 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:09.170946 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ef0041a4-b32e-498e-aaad-6ef62f7888ad req-307a01a1-b1ee-4f76-a10c-2bb5e18db444 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 945 time: 0.0974350 Nov 24 15:20:09.177969 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 78dc38d0-e790-4e67-9cc9-06ac9d53b726, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=78dc38d0-e790-4e67-9cc9-06ac9d53b726,segment=NetworkSegment(0cf6543e-1b65-4cca-9e1b-46695f528b47),segment_id=0cf6543e-1b65-4cca-9e1b-46695f528b47)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:20:09.186548 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:09.188543 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device f913887e-e2c7-4f41-9773-44b6265eb1f9 up at agent hyperv_hv-cinder-80403 {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:20:09.281885 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ef0041a4-b32e-498e-aaad-6ef62f7888ad req-67236fc3-b2eb-47eb-b47f-a71c8bfa45de tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096137 Nov 24 15:20:09.353164 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-582e6e31-b723-46c3-bbb0-9c4e310448fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:09.431963 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Pushing event updated for resources: {'Port': ['ID=78dc38d0-e790-4e67-9cc9-06ac9d53b726,revision_number=5']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:09.492276 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-582e6e31-b723-46c3-bbb0-9c4e310448fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:09.498380 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-582e6e31-b723-46c3-bbb0-9c4e310448fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:09.539036 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Provisioning for port f913887e-e2c7-4f41-9773-44b6265eb1f9 completed by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 15:20:09.547823 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Provisioning complete for port f913887e-e2c7-4f41-9773-44b6265eb1f9 triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:20:09.548441 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:09.552809 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-582e6e31-b723-46c3-bbb0-9c4e310448fc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=527e6926d418469b80ed8ebc480e89ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4982469 Nov 24 15:20:09.553627 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e6e31-b723-46c3-bbb0-9c4e310448fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478db9c3-1e2a-4263-9385-b5e5c1b9f3c0,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:09.555151 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 58798) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:09.669264 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:09.672964 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-fdd54408-14b1-4fa8-b11b-8f98a03b2f64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:09.717164 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-fdd54408-14b1-4fa8-b11b-8f98a03b2f64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:09.721111 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port f913887e-e2c7-4f41-9773-44b6265eb1f9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=f913887e-e2c7-4f41-9773-44b6265eb1f9,segment=NetworkSegment(5cca371a-d1c6-4d40-ae83-fde6150ee61c),segment_id=5cca371a-d1c6-4d40-ae83-fde6150ee61c)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:20:09.727999 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:09.760090 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0af1d2-8704-49b6-9fc6-1bffc40881fc req-61d657b7-f7c0-4027-beb0-3a6e54a86120 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:09.762084 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-cb0af1d2-8704-49b6-9fc6-1bffc40881fc req-61d657b7-f7c0-4027-beb0-3a6e54a86120 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 944 time: 0.0658889 Nov 24 15:20:09.799215 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-fdd54408-14b1-4fa8-b11b-8f98a03b2f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:09.802289 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-fdd54408-14b1-4fa8-b11b-8f98a03b2f64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:09.804152 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-fdd54408-14b1-4fa8-b11b-8f98a03b2f64 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/478db9c3-1e2a-4263-9385-b5e5c1b9f3c0 HTTP/1.1" status: 204 len: 168 time: 0.2471766 Nov 24 15:20:09.813548 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd54408-14b1-4fa8-b11b-8f98a03b2f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478db9c3-1e2a-4263-9385-b5e5c1b9f3c0,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:09.851695 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c23d97-138c-40a2-9593-8896dfdb2650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78dc38d0-e790-4e67-9cc9-06ac9d53b726'}, {'server_uuid': '60818665-e1d1-4651-9b32-94b226a506c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f913887e-e2c7-4f41-9773-44b6265eb1f9'}] {{(pid=102546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:20:09.854514 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec30b6fee894e899a7ef63b5da9bb2e859d87fc094cada3931da851dba0edc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa8ab3f-a1e5-49a1-a49d-816814206da5" -d '{"events": [{"server_uuid": "54c23d97-138c-40a2-9593-8896dfdb2650", "name": "network-vif-plugged", "status": "completed", "tag": "78dc38d0-e790-4e67-9cc9-06ac9d53b726"}, {"server_uuid": "60818665-e1d1-4651-9b32-94b226a506c9", "name": "network-vif-plugged", "status": "completed", "tag": "f913887e-e2c7-4f41-9773-44b6265eb1f9"}]}' {{(pid=102546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:20:09.883279 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-cb0af1d2-8704-49b6-9fc6-1bffc40881fc req-7d73ce00-7c01-4f6b-a518-c629ad70c262 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=5eb0e9ea-adfa-4e36-9048-51675c6733b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965719 Nov 24 15:20:09.903085 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Pushing event updated for resources: {'Port': ['ID=f913887e-e2c7-4f41-9773-44b6265eb1f9,revision_number=5']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:09.920740 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 24 Nov 2021 15:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79098e4-e3f8-4ec4-8f9f-07072859da87 x-openstack-request-id: req-b79098e4-e3f8-4ec4-8f9f-07072859da87 {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:20:09.921214 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c23d97-138c-40a2-9593-8896dfdb2650", "name": "network-vif-plugged", "status": "completed", "tag": "78dc38d0-e790-4e67-9cc9-06ac9d53b726", "code": 200}, {"server_uuid": "60818665-e1d1-4651-9b32-94b226a506c9", "name": "network-vif-plugged", "status": "completed", "tag": "f913887e-e2c7-4f41-9773-44b6265eb1f9", "code": 200}]} {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:20:09.921700 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b79098e4-e3f8-4ec4-8f9f-07072859da87 {{(pid=102546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:20:09.922249 dv-cinder-804035-20-iscsi neutron-server[102546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c23d97-138c-40a2-9593-8896dfdb2650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78dc38d0-e790-4e67-9cc9-06ac9d53b726', 'code': 200} Nov 24 15:20:09.922650 dv-cinder-804035-20-iscsi neutron-server[102546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60818665-e1d1-4651-9b32-94b226a506c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f913887e-e2c7-4f41-9773-44b6265eb1f9', 'code': 200} Nov 24 15:20:10.145809 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b07a6-5d90-4edb-acb8-107e700481fd req-1ae630f6-d167-46ad-b707-52dcc31020dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:10.147706 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-359b07a6-5d90-4edb-acb8-107e700481fd req-1ae630f6-d167-46ad-b707-52dcc31020dc service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 1099 time: 0.0532997 Nov 24 15:20:10.199212 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6845d8f-212b-4382-833a-3eeb7310ab4c req-fc27169c-5ee8-4c47-9573-113875470360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:10.201620 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f6845d8f-212b-4382-833a-3eeb7310ab4c req-fc27169c-5ee8-4c47-9573-113875470360 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 1098 time: 0.0802436 Nov 24 15:20:10.206752 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-359b07a6-5d90-4edb-acb8-107e700481fd req-0e69a26e-dd97-4365-a62f-c30a28d93efb service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510783 Nov 24 15:20:10.422406 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 58838) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:10.492348 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 58846) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:10.493488 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3bccaf-6e9b-4b56-bcad-72f37ed32d91 req-0294ea1d-3daa-4479-9451-1b24ca484415 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:10.507297 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-1d3bccaf-6e9b-4b56-bcad-72f37ed32d91 req-0294ea1d-3daa-4479-9451-1b24ca484415 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 945 time: 0.1457553 Nov 24 15:20:10.516188 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f6845d8f-212b-4382-833a-3eeb7310ab4c req-74cfceee-ae0f-49c0-b4a0-bd5bf154fc61 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=5eb0e9ea-adfa-4e36-9048-51675c6733b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254206 Nov 24 15:20:10.516361 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-c99eb6ce-cbe1-442d-8cc5-5d7569500012 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:10.585916 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-1d3bccaf-6e9b-4b56-bcad-72f37ed32d91 req-2675332e-c776-45be-b5a0-9e1a7b67161d tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774412 Nov 24 15:20:10.692194 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-c99eb6ce-cbe1-442d-8cc5-5d7569500012 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:10.702493 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-c99eb6ce-cbe1-442d-8cc5-5d7569500012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:10.756217 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 58864) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:10.777011 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-c99eb6ce-cbe1-442d-8cc5-5d7569500012 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=155d840892fe45788b754001d0d0de93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2835252 Nov 24 15:20:10.785681 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99eb6ce-cbe1-442d-8cc5-5d7569500012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52113b84-70de-4f3e-9d1b-0aa9b69f6c23,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:10.831569 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-87a0a659-6560-47cd-9b26-d8965a8e1448 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:10.877055 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-3905bef5-ab8b-43f2-a609-9a02c542e4f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:10.907540 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-3905bef5-ab8b-43f2-a609-9a02c542e4f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:10.997824 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-3905bef5-ab8b-43f2-a609-9a02c542e4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:11.001801 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-3905bef5-ab8b-43f2-a609-9a02c542e4f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:11.004346 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-3905bef5-ab8b-43f2-a609-9a02c542e4f9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/52113b84-70de-4f3e-9d1b-0aa9b69f6c23 HTTP/1.1" status: 204 len: 168 time: 0.2460086 Nov 24 15:20:11.020528 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-87a0a659-6560-47cd-9b26-d8965a8e1448 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:11.028474 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-87a0a659-6560-47cd-9b26-d8965a8e1448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:11.033587 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3905bef5-ab8b-43f2-a609-9a02c542e4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52113b84-70de-4f3e-9d1b-0aa9b69f6c23,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:11.103877 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a0a659-6560-47cd-9b26-d8965a8e1448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21a87c0-9a8e-4247-ba38-36b0024ba3f6,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:11.108569 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-87a0a659-6560-47cd-9b26-d8965a8e1448 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6f61335bd8b9428cba9ebe6503e336ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6846168 Nov 24 15:20:11.111162 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 58880) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:11.154411 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd7c12-9e3e-4e6b-9aad-43b176f9b122 req-bd7246dc-b5b7-439e-b63e-6fae59947a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:11.156463 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-defd7c12-9e3e-4e6b-9aad-43b176f9b122 req-bd7246dc-b5b7-439e-b63e-6fae59947a65 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=32404aa4e2d44b9e966da2bab0b27149&device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 1098 time: 0.0849779 Nov 24 15:20:11.167930 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d8ce3-2d1e-4ed7-8dad-50d50e9b1484 req-d8c6a6c4-0a26-4428-b899-6e42215ba997 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:11.177665 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-436d8ce3-2d1e-4ed7-8dad-50d50e9b1484 req-d8c6a6c4-0a26-4428-b899-6e42215ba997 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 945 time: 0.1184309 Nov 24 15:20:11.201793 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-9e48c075-b088-410b-85d9-f63cdf8a0dd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:11.246496 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-9e48c075-b088-410b-85d9-f63cdf8a0dd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:11.338167 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-9e48c075-b088-410b-85d9-f63cdf8a0dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:11.341529 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-9e48c075-b088-410b-85d9-f63cdf8a0dd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:11.344492 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-9e48c075-b088-410b-85d9-f63cdf8a0dd2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c21a87c0-9a8e-4247-ba38-36b0024ba3f6 HTTP/1.1" status: 204 len: 168 time: 0.2320940 Nov 24 15:20:11.348184 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd7c12-9e3e-4e6b-9aad-43b176f9b122 req-4a508a0c-b5d2-46b9-be98-632875769244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:11.349810 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-defd7c12-9e3e-4e6b-9aad-43b176f9b122 req-4a508a0c-b5d2-46b9-be98-632875769244 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8b8e34ef-bafa-4e65-a88d-1be4877982c1 HTTP/1.1" status: 200 len: 920 time: 0.1630635 Nov 24 15:20:11.363471 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 58892) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:11.366420 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e48c075-b088-410b-85d9-f63cdf8a0dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21a87c0-9a8e-4247-ba38-36b0024ba3f6,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:11.418194 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-436d8ce3-2d1e-4ed7-8dad-50d50e9b1484 req-3020d019-d1d7-4da3-84f6-b6f4077e936a tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=5eb0e9ea-adfa-4e36-9048-51675c6733b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2393999 Nov 24 15:20:11.421813 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-defd7c12-9e3e-4e6b-9aad-43b176f9b122 req-097c9bb6-6cab-40e3-8527-4aa6174e3a24 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba4bd5dc-d328-477a-9c65-f3aeb75a0f70 HTTP/1.1" status: 200 len: 217 time: 0.0518425 Nov 24 15:20:11.430137 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85a045-26fe-4299-90b5-a7e074d04afa req-cf24fd48-4f2b-4ca7-8801-d7d3684c1bdc tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:11.438441 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4e85a045-26fe-4299-90b5-a7e074d04afa req-cf24fd48-4f2b-4ca7-8801-d7d3684c1bdc tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 945 time: 0.1658671 Nov 24 15:20:11.531602 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4e85a045-26fe-4299-90b5-a7e074d04afa req-e584d916-0c88-4ec8-b72b-478b27aa2c24 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901473 Nov 24 15:20:11.573285 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd7c12-9e3e-4e6b-9aad-43b176f9b122 req-8b4299cb-70a6-4917-9f43-a893dd0bb46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:11.576190 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-defd7c12-9e3e-4e6b-9aad-43b176f9b122 req-8b4299cb-70a6-4917-9f43-a893dd0bb46d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6dd026dc-7a5a-4fd3-ad01-b8844bc6d476 HTTP/1.1" status: 200 len: 858 time: 0.1029241 Nov 24 15:20:11.634226 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-defd7c12-9e3e-4e6b-9aad-43b176f9b122 req-dd3bb38c-5e90-49dc-b895-33bcec4e48a9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8b8e34ef-bafa-4e65-a88d-1be4877982c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403447 Nov 24 15:20:11.782747 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-defd7c12-9e3e-4e6b-9aad-43b176f9b122 req-a48584ed-e8d4-44bc-8ad8-33683b85d1e6 service neutron] 10.222.0.74 "GET /v2.0/networks/8b8e34ef-bafa-4e65-a88d-1be4877982c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079383 Nov 24 15:20:11.803911 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-56727eb8-304f-42c5-9934-2561bb4ee248 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:11.908059 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-defd7c12-9e3e-4e6b-9aad-43b176f9b122 req-16fbe3ef-2ab8-4af2-9305-a6c98e4b93ab service neutron] 10.222.0.74 "GET /v2.0/networks/8b8e34ef-bafa-4e65-a88d-1be4877982c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167731 Nov 24 15:20:11.934709 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-56727eb8-304f-42c5-9934-2561bb4ee248 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:11.940529 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-56727eb8-304f-42c5-9934-2561bb4ee248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:11.989454 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 58908) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:11.991526 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-56727eb8-304f-42c5-9934-2561bb4ee248 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ae2a2108d7f44000bce3c032681912c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6262124 Nov 24 15:20:11.994210 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 58910) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:12.017860 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56727eb8-304f-42c5-9934-2561bb4ee248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0dc481-7dc7-48a0-9e68-db7fd4d1c8c1,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:12.043400 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-2892db91-3022-4bdb-946f-0310f7299250 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:12.110539 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-453062ce-0fe4-4ce5-b92f-dbdce15acbc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:12.151763 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-453062ce-0fe4-4ce5-b92f-dbdce15acbc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:12.189175 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 58920) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:12.195460 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-2892db91-3022-4bdb-946f-0310f7299250 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:12.201684 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-2892db91-3022-4bdb-946f-0310f7299250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:12.247507 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2892db91-3022-4bdb-946f-0310f7299250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5f738f-f48b-47f6-b3ec-155fc9928bec,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:12.254462 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-2892db91-3022-4bdb-946f-0310f7299250 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c77019880d4b43bbb99656acec239e4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2637672 Nov 24 15:20:12.256961 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 58926) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:12.265402 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-453062ce-0fe4-4ce5-b92f-dbdce15acbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:12.267995 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-453062ce-0fe4-4ce5-b92f-dbdce15acbc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:12.269087 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-453062ce-0fe4-4ce5-b92f-dbdce15acbc8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2d0dc481-7dc7-48a0-9e68-db7fd4d1c8c1 HTTP/1.1" status: 204 len: 168 time: 0.2738273 Nov 24 15:20:12.285670 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453062ce-0fe4-4ce5-b92f-dbdce15acbc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0dc481-7dc7-48a0-9e68-db7fd4d1c8c1,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:12.343856 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-d714852e-6c1f-4ea9-b142-13f3553aedf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:12.362325 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-1861ed38-c892-4132-a48f-459719716afe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:12.378257 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-d714852e-6c1f-4ea9-b142-13f3553aedf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:12.455372 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-d714852e-6c1f-4ea9-b142-13f3553aedf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:12.458649 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-d714852e-6c1f-4ea9-b142-13f3553aedf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:12.460902 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-d714852e-6c1f-4ea9-b142-13f3553aedf2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0f5f738f-f48b-47f6-b3ec-155fc9928bec HTTP/1.1" status: 204 len: 168 time: 0.2025857 Nov 24 15:20:12.465615 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-1861ed38-c892-4132-a48f-459719716afe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:12.474373 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-1861ed38-c892-4132-a48f-459719716afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:12.474568 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d714852e-6c1f-4ea9-b142-13f3553aedf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5f738f-f48b-47f6-b3ec-155fc9928bec,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:12.534739 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861ed38-c892-4132-a48f-459719716afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557210cc-de73-4fd8-a615-fa45b974938e,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:12.553971 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-1861ed38-c892-4132-a48f-459719716afe admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=13461f7b24d34def808c5a0833261f7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3634238 Nov 24 15:20:12.556764 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 58944) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:12.590290 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6480f2f-7866-4bf9-ab51-ab36035bab91 req-4d9b11a0-db96-4a66-a9ad-4a1a6489d140 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:12.592105 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-a6480f2f-7866-4bf9-ab51-ab36035bab91 req-4d9b11a0-db96-4a66-a9ad-4a1a6489d140 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 945 time: 0.0792227 Nov 24 15:20:12.700996 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-ae25c540-f0c3-488d-92d7-c72b4e65c14f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:12.707965 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-a6480f2f-7866-4bf9-ab51-ab36035bab91 req-8e6c80e9-4f27-4267-8abf-b12c9b674bcd tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=5eb0e9ea-adfa-4e36-9048-51675c6733b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066916 Nov 24 15:20:12.737056 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-ae25c540-f0c3-488d-92d7-c72b4e65c14f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:12.800741 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2ebe3-ab66-47f3-9e41-c0a768dd0e54 req-3e8a71ab-56c7-433a-9f1c-762c476f343f tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:12.802665 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-49d2ebe3-ab66-47f3-9e41-c0a768dd0e54 req-3e8a71ab-56c7-433a-9f1c-762c476f343f tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 945 time: 0.1687982 Nov 24 15:20:12.819155 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-ae25c540-f0c3-488d-92d7-c72b4e65c14f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:12.821532 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-ae25c540-f0c3-488d-92d7-c72b4e65c14f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:12.825727 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-ae25c540-f0c3-488d-92d7-c72b4e65c14f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/557210cc-de73-4fd8-a615-fa45b974938e HTTP/1.1" status: 204 len: 168 time: 0.2678380 Nov 24 15:20:12.867197 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae25c540-f0c3-488d-92d7-c72b4e65c14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557210cc-de73-4fd8-a615-fa45b974938e,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:12.920951 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5b0cd-65f1-4c50-89bf-b522911dd5df req-8ee2e408-9511-4e6c-9176-15988f2e7801 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:12.926169 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-55d5b0cd-65f1-4c50-89bf-b522911dd5df req-8ee2e408-9511-4e6c-9176-15988f2e7801 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 945 time: 0.1224346 Nov 24 15:20:12.927855 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 58964) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:12.936401 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 58966) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:12.941854 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [None req-22f5d9a7-91c3-4829-9e2a-9e30e2ed8767 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Request body: {'floatingip': {'port_id': 'f913887e-e2c7-4f41-9773-44b6265eb1f9'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:20:12.942766 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-49d2ebe3-ab66-47f3-9e41-c0a768dd0e54 req-082ed7c5-d029-4d27-b323-fd56880f85fe tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191685 Nov 24 15:20:12.978837 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-46a7d235-7ca3-4615-b4ca-5a27b58f0d1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:13.043399 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-22f5d9a7-91c3-4829-9e2a-9e30e2ed8767 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks [] for floatingip, before_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:13.357530 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 58978) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:13.401445 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-4c58c7fa-e0a5-4fe5-8bb5-14f2aeadfa32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:13.534242 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-46a7d235-7ca3-4615-b4ca-5a27b58f0d1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:13.554085 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-4c58c7fa-e0a5-4fe5-8bb5-14f2aeadfa32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:13.558996 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-4c58c7fa-e0a5-4fe5-8bb5-14f2aeadfa32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:13.567977 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-46a7d235-7ca3-4615-b4ca-5a27b58f0d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:13.600671 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a7d235-7ca3-4615-b4ca-5a27b58f0d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ca6e26-b658-4ff6-a314-9cea55313955,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:13.617087 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-4c58c7fa-e0a5-4fe5-8bb5-14f2aeadfa32 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a1cf5e0777c345f99c033e227418c11f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2580221 Nov 24 15:20:13.623372 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 58984) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:13.635651 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58c7fa-e0a5-4fe5-8bb5-14f2aeadfa32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf1051a-3d74-458e-bf9f-a155bdc924ec,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:13.653167 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-46a7d235-7ca3-4615-b4ca-5a27b58f0d1c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0e98ab3c70ec48b1a3a11bab39cff81e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7242038 Nov 24 15:20:13.658443 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 58986) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:13.760220 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-66a13d75-5b63-48f1-9995-f37845897870 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:13.789916 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-66a13d75-5b63-48f1-9995-f37845897870 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:13.803192 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-988771f2-9941-4737-95bd-bcb471d14539 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:13.871114 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-66a13d75-5b63-48f1-9995-f37845897870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:13.875713 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-66a13d75-5b63-48f1-9995-f37845897870 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:13.877147 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-66a13d75-5b63-48f1-9995-f37845897870 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/31ca6e26-b658-4ff6-a314-9cea55313955 HTTP/1.1" status: 204 len: 168 time: 0.2165852 Nov 24 15:20:13.898511 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a13d75-5b63-48f1-9995-f37845897870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ca6e26-b658-4ff6-a314-9cea55313955,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:14.051243 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 59004) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:14.128224 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-988771f2-9941-4737-95bd-bcb471d14539 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:14.129698 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd1ad7-aeef-4b83-9b88-a777d21538e9 req-bdc93148-b128-4deb-9809-e07305f5f213 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:14.131282 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-18cd1ad7-aeef-4b83-9b88-a777d21538e9 req-bdc93148-b128-4deb-9809-e07305f5f213 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 945 time: 0.0673852 Nov 24 15:20:14.193644 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.db.resource_extend [None req-22f5d9a7-91c3-4829-9e2a-9e30e2ed8767 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 15:20:14.205300 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-18cd1ad7-aeef-4b83-9b88-a777d21538e9 req-523de0c6-6fbf-478d-a8ea-7da04f78022c tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632432 Nov 24 15:20:14.319879 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-22f5d9a7-91c3-4829-9e2a-9e30e2ed8767 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:14.328883 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-22f5d9a7-91c3-4829-9e2a-9e30e2ed8767 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663866'] for floatingip, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:14.332823 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-988771f2-9941-4737-95bd-bcb471d14539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:14.336185 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-988771f2-9941-4737-95bd-bcb471d14539 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:14.337932 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-988771f2-9941-4737-95bd-bcb471d14539 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4cf1051a-3d74-458e-bf9f-a155bdc924ec HTTP/1.1" status: 204 len: 168 time: 0.7131350 Nov 24 15:20:14.361959 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.v2.base [None req-7c1030e4-c40f-4fdd-aa46-2c849a97d382 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2064503828-network', 'tenant_id': 'fb15d0279e4347828a097aea5e848a56'}} {{(pid=102544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:20:14.384632 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988771f2-9941-4737-95bd-bcb471d14539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf1051a-3d74-458e-bf9f-a155bdc924ec,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:14.399367 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1030e4-c40f-4fdd-aa46-2c849a97d382 admin admin] Made reservation on behalf of fb15d0279e4347828a097aea5e848a56 for: {'network': 1} {{(pid=102544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:20:14.404354 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-7c1030e4-c40f-4fdd-aa46-2c849a97d382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for network, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:14.416848 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-7c1030e4-c40f-4fdd-aa46-2c849a97d382 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:14.518466 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.db.l3_db [None req-22f5d9a7-91c3-4829-9e2a-9e30e2ed8767 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Floating IP 75efc458-e289-4fb6-8ded-2e85a027a6e5 associated. External IP: 172.27.3.43, port: f913887e-e2c7-4f41-9773-44b6265eb1f9. Nov 24 15:20:14.590749 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-7c1030e4-c40f-4fdd-aa46-2c849a97d382 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:14.605237 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-7c1030e4-c40f-4fdd-aa46-2c849a97d382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:14.633903 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c1030e4-c40f-4fdd-aa46-2c849a97d382 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1227} {{(pid=102544) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 15:20:14.656671 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-7c1030e4-c40f-4fdd-aa46-2c849a97d382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470086'] for segment, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:14.657442 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.db.segments_db [None req-7c1030e4-c40f-4fdd-aa46-2c849a97d382 admin admin] Added segment fd8f162c-b642-47f6-94fe-3de4b7e747f9 of type vlan for network ce3503e1-df56-48a5-9ba6-32fa3301603c Nov 24 15:20:14.665103 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1030e4-c40f-4fdd-aa46-2c849a97d382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1559a74-9749-4b0c-be5d-4155a435a1f0,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:14.712399 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-7c1030e4-c40f-4fdd-aa46-2c849a97d382 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750836966705'] for network, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:14.742839 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-7c1030e4-c40f-4fdd-aa46-2c849a97d382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203'] for network, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:14.746133 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1030e4-c40f-4fdd-aa46-2c849a97d382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:14.746133 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-7c1030e4-c40f-4fdd-aa46-2c849a97d382 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for network, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:14.791939 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-7c1030e4-c40f-4fdd-aa46-2c849a97d382 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7385821 Nov 24 15:20:14.796896 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 59026) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:14.802525 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [None req-22562a61-7166-458f-8074-db609ba21fcb admin admin] Request body: {'subnet': {'network_id': 'ce3503e1-df56-48a5-9ba6-32fa3301603c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2064503828-subnet', 'tenant_id': 'fb15d0279e4347828a097aea5e848a56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:20:14.841082 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1030e4-c40f-4fdd-aa46-2c849a97d382 admin admin] Pushing event updated for resources: {'Network': ['ID=ce3503e1-df56-48a5-9ba6-32fa3301603c,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:14.849058 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22562a61-7166-458f-8074-db609ba21fcb admin admin] Made reservation on behalf of fb15d0279e4347828a097aea5e848a56 for: {'subnet': 1} {{(pid=102545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:20:14.851640 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-22562a61-7166-458f-8074-db609ba21fcb admin admin] Publish callbacks [] for subnet, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:14.853177 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Network ce3503e1-df56-48a5-9ba6-32fa3301603c details requested by agent ovs-agent-dv-cinder-804035-20-iscsi with host dv-cinder-804035-20-iscsi {{(pid=102546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 15:20:14.933212 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f5d9a7-91c3-4829-9e2a-9e30e2ed8767 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Router 3946d0bc-5fae-46c5-b2ee-32c05a0570ed has already been hosted by L3 agent cf746c29-e95d-415d-8373-1f02a86f1d46 {{(pid=102545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:20:15.122557 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f5d9a7-91c3-4829-9e2a-9e30e2ed8767 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Notify agent at l3_agent.dv-cinder-804035-20-iscsi the message routers_updated {{(pid=102545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:20:15.130402 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-22f5d9a7-91c3-4829-9e2a-9e30e2ed8767 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for floatingip, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:15.141380 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c19a0d-aa46-42d3-83be-706f3fad356a None None] Sync routers for ids ['3946d0bc-5fae-46c5-b2ee-32c05a0570ed'] in dv-cinder-804035-20-iscsi {{(pid=102547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:20:15.183705 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-22f5d9a7-91c3-4829-9e2a-9e30e2ed8767 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "PUT /v2.0/floatingips/75efc458-e289-4fb6-8ded-2e85a027a6e5 HTTP/1.1" status: 200 len: 990 time: 2.2455249 Nov 24 15:20:15.186169 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60818665-e1d1-4651-9b32-94b226a506c9', 'tag': 'f913887e-e2c7-4f41-9773-44b6265eb1f9'}] {{(pid=102545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:20:15.190682 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-e693b840-947d-413b-94fc-a0963ea775d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:15.193072 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c19a0d-aa46-42d3-83be-706f3fad356a None None] Routers {'3946d0bc-5fae-46c5-b2ee-32c05a0570ed'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:20:15.197720 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-e4c19a0d-aa46-42d3-83be-706f3fad356a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:19:48Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['3946d0bc-5fae-46c5-b2ee-32c05a0570ed'], 'active': True} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:20:15.199414 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e232a59b198ff96befa2502742fd1f317735a6d9991c1ac6356d20aee71e71d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f7057e-2a47-4f89-8078-51ffa1f3dc37" -d '{"events": [{"name": "network-changed", "server_uuid": "60818665-e1d1-4651-9b32-94b226a506c9", "tag": "f913887e-e2c7-4f41-9773-44b6265eb1f9"}]}' {{(pid=102545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:20:15.266078 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-22562a61-7166-458f-8074-db609ba21fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203'] for subnet, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:15.288469 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3b6529-b0d4-4537-a6e0-41e3bb023367 x-openstack-request-id: req-5f3b6529-b0d4-4537-a6e0-41e3bb023367 {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:20:15.291225 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60818665-e1d1-4651-9b32-94b226a506c9", "tag": "f913887e-e2c7-4f41-9773-44b6265eb1f9", "status": "completed", "code": 200}]} {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:20:15.292120 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5f3b6529-b0d4-4537-a6e0-41e3bb023367 {{(pid=102545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:20:15.294045 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60818665-e1d1-4651-9b32-94b226a506c9', 'tag': 'f913887e-e2c7-4f41-9773-44b6265eb1f9', 'status': 'completed', 'code': 200} Nov 24 15:20:15.430417 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22562a61-7166-458f-8074-db609ba21fcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad687730-1a79-4116-8e5f-8e7c7c782d3d,revision_number=0']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:15.447027 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22562a61-7166-458f-8074-db609ba21fcb admin admin] Checking segment: {'id': 'fd8f162c-b642-47f6-94fe-3de4b7e747f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'ce3503e1-df56-48a5-9ba6-32fa3301603c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:20:15.447591 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22562a61-7166-458f-8074-db609ba21fcb admin admin] Network hostable DHCP agents. Network: ce3503e1-df56-48a5-9ba6-32fa3301603c, hostable agents: ['c1d34c78-3ad8-4647-a250-754fc30c4ba4'], hosted agents: [] {{(pid=102545) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 15:20:15.465045 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f7057e-2a47-4f89-8078-51ffa1f3dc37 req-37d6c9d0-6e48-4f5c-b1bd-e183edceae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:15.469333 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c9f7057e-2a47-4f89-8078-51ffa1f3dc37 req-37d6c9d0-6e48-4f5c-b1bd-e183edceae84 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cebad9fcbd0d4232a6f6dccb42ba04a1&device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 1098 time: 0.1458509 Nov 24 15:20:15.470705 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22562a61-7166-458f-8074-db609ba21fcb admin admin] Network ce3503e1-df56-48a5-9ba6-32fa3301603c is scheduled to be hosted by DHCP agent c1d34c78-3ad8-4647-a250-754fc30c4ba4 with binding_index 1 {{(pid=102545) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 15:20:15.475089 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvr_db [None req-e4c19a0d-aa46-42d3-83be-706f3fad356a None None] Set router 3946d0bc-5fae-46c5-b2ee-32c05a0570ed gateway port host: dv-cinder-804035-20-iscsi {{(pid=102547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:20:15.492845 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [None req-22562a61-7166-458f-8074-db609ba21fcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-20-iscsi, ce3503e1-df56-48a5-9ba6-32fa3301603c) {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:20:15.500450 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22562a61-7166-458f-8074-db609ba21fcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:15.501893 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-22562a61-7166-458f-8074-db609ba21fcb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:15.503317 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b10377-fbe9-43cb-b68a-1741ba414131 None None] Network ce3503e1-df56-48a5-9ba6-32fa3301603c requested from dv-cinder-804035-20-iscsi {{(pid=102546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:20:15.516342 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f13576-835b-423f-95e8-418be2f12742 req-8491931b-e862-4dfb-ba9a-c71226da80d7 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:15.521434 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-99f13576-835b-423f-95e8-418be2f12742 req-8491931b-e862-4dfb-ba9a-c71226da80d7 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 945 time: 0.1185315 Nov 24 15:20:15.548629 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-22562a61-7166-458f-8074-db609ba21fcb admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7502747 Nov 24 15:20:15.800089 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-99f13576-835b-423f-95e8-418be2f12742 req-6d25653d-5e8e-4e92-80cc-3f1cd3df76d2 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416115 Nov 24 15:20:15.807320 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04a5e13-6118-4471-964f-2a81899e556f None None] Network ce3503e1-df56-48a5-9ba6-32fa3301603c requested from dv-cinder-804035-20-iscsi {{(pid=102546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:20:15.837015 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f7057e-2a47-4f89-8078-51ffa1f3dc37 req-a554f956-69d1-40f2-8ee2-95430a8af969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:15.838413 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c9f7057e-2a47-4f89-8078-51ffa1f3dc37 req-a554f956-69d1-40f2-8ee2-95430a8af969 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a227d49c-a3bd-45ee-b0d2-bcce569a4266 HTTP/1.1" status: 200 len: 913 time: 0.3156974 Nov 24 15:20:16.056968 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-e4c19a0d-aa46-42d3-83be-706f3fad356a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'name': 'tempest-AttachVolumeTestJSON-1302020264-router', 'tenant_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'da296a9c-5a22-4030-92c2-5a298a84570a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:19:28Z', 'updated_at': '2021-11-24T15:19:33Z', 'revision_number': 4, 'project_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'gw_port': {'id': 'da296a9c-5a22-4030-92c2-5a298a84570a', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:30:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:19:29Z', 'updated_at': '2021-11-24T15:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_floatingips': [{'id': '75efc458-e289-4fb6-8ded-2e85a027a6e5', 'tenant_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'router_id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'port_id': 'f913887e-e2c7-4f41-9773-44b6265eb1f9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a227d49c-a3bd-45ee-b0d2-bcce569a4266', 'mac_address': 'fa:16:3e:9a:c5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60818665-e1d1-4651-9b32-94b226a506c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:19:41Z', 'updated_at': '2021-11-24T15:20:14Z', 'revision_number': 1, 'project_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '073b851b-55fb-40c9-8240-b26807bfc531', 'name': '', 'network_id': 'a227d49c-a3bd-45ee-b0d2-bcce569a4266', 'tenant_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'mac_address': 'fa:16:3e:80:ef:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '84815f2f-38d2-472a-bdf7-762ef40354a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:19:32Z', 'updated_at': '2021-11-24T15:19:40Z', 'revision_number': 5, 'project_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'subnets': [{'id': '84815f2f-38d2-472a-bdf7-762ef40354a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:20:16.110692 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c19a0d-aa46-42d3-83be-706f3fad356a None None] Checking router: 3946d0bc-5fae-46c5-b2ee-32c05a0570ed for host: dv-cinder-804035-20-iscsi {{(pid=102547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:20:16.121083 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c19a0d-aa46-42d3-83be-706f3fad356a None None] Routers {'3946d0bc-5fae-46c5-b2ee-32c05a0570ed'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:20:16.122198 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-e4c19a0d-aa46-42d3-83be-706f3fad356a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:19:48Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['3946d0bc-5fae-46c5-b2ee-32c05a0570ed'], 'active': True} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:20:16.238479 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c9f7057e-2a47-4f89-8078-51ffa1f3dc37 req-79e6505a-2ff7-48d3-87a9-a7c4b14cffb8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f913887e-e2c7-4f41-9773-44b6265eb1f9 HTTP/1.1" status: 200 len: 998 time: 0.3874936 Nov 24 15:20:16.260841 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvr_db [None req-e4c19a0d-aa46-42d3-83be-706f3fad356a None None] Set router 3946d0bc-5fae-46c5-b2ee-32c05a0570ed gateway port host: dv-cinder-804035-20-iscsi {{(pid=102547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:20:16.306597 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f7057e-2a47-4f89-8078-51ffa1f3dc37 req-8596b4fd-6e18-4acc-a4ba-b484b9541c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:16.308587 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c9f7057e-2a47-4f89-8078-51ffa1f3dc37 req-8596b4fd-6e18-4acc-a4ba-b484b9541c85 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=84815f2f-38d2-472a-bdf7-762ef40354a5 HTTP/1.1" status: 200 len: 850 time: 0.0610156 Nov 24 15:20:16.386326 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f7057e-2a47-4f89-8078-51ffa1f3dc37 req-85152b6f-5737-4bb3-b13a-98473ca13e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:16.388701 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c9f7057e-2a47-4f89-8078-51ffa1f3dc37 req-85152b6f-5737-4bb3-b13a-98473ca13e61 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a227d49c-a3bd-45ee-b0d2-bcce569a4266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0707407 Nov 24 15:20:16.526607 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c9f7057e-2a47-4f89-8078-51ffa1f3dc37 req-14fad022-69da-4326-80c6-f6329bbfe505 service neutron] 10.222.0.74 "GET /v2.0/networks/a227d49c-a3bd-45ee-b0d2-bcce569a4266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241305 Nov 24 15:20:16.572138 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-e4c19a0d-aa46-42d3-83be-706f3fad356a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'name': 'tempest-AttachVolumeTestJSON-1302020264-router', 'tenant_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'da296a9c-5a22-4030-92c2-5a298a84570a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:19:28Z', 'updated_at': '2021-11-24T15:19:33Z', 'revision_number': 4, 'project_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'gw_port': {'id': 'da296a9c-5a22-4030-92c2-5a298a84570a', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:30:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:19:29Z', 'updated_at': '2021-11-24T15:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_floatingips': [{'id': '75efc458-e289-4fb6-8ded-2e85a027a6e5', 'tenant_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'router_id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'port_id': 'f913887e-e2c7-4f41-9773-44b6265eb1f9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a227d49c-a3bd-45ee-b0d2-bcce569a4266', 'mac_address': 'fa:16:3e:9a:c5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60818665-e1d1-4651-9b32-94b226a506c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:19:41Z', 'updated_at': '2021-11-24T15:20:14Z', 'revision_number': 1, 'project_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '073b851b-55fb-40c9-8240-b26807bfc531', 'name': '', 'network_id': 'a227d49c-a3bd-45ee-b0d2-bcce569a4266', 'tenant_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'mac_address': 'fa:16:3e:80:ef:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '84815f2f-38d2-472a-bdf7-762ef40354a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:19:32Z', 'updated_at': '2021-11-24T15:19:40Z', 'revision_number': 5, 'project_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'subnets': [{'id': '84815f2f-38d2-472a-bdf7-762ef40354a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:20:16.650308 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c9f7057e-2a47-4f89-8078-51ffa1f3dc37 req-7bf9456b-449e-4774-b186-6055939f42f3 service neutron] 10.222.0.74 "GET /v2.0/networks/a227d49c-a3bd-45ee-b0d2-bcce569a4266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123235 Nov 24 15:20:16.704316 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c19a0d-aa46-42d3-83be-706f3fad356a None None] The sync data for ids ['3946d0bc-5fae-46c5-b2ee-32c05a0570ed'] in dv-cinder-804035-20-iscsi is: [{'id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'name': 'tempest-AttachVolumeTestJSON-1302020264-router', 'tenant_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'da296a9c-5a22-4030-92c2-5a298a84570a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:19:28Z', 'updated_at': '2021-11-24T15:19:33Z', 'revision_number': 4, 'project_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'gw_port': {'id': 'da296a9c-5a22-4030-92c2-5a298a84570a', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:30:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:19:29Z', 'updated_at': '2021-11-24T15:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_floatingips': [{'id': '75efc458-e289-4fb6-8ded-2e85a027a6e5', 'tenant_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'router_id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'port_id': 'f913887e-e2c7-4f41-9773-44b6265eb1f9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a227d49c-a3bd-45ee-b0d2-bcce569a4266', 'mac_address': 'fa:16:3e:9a:c5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60818665-e1d1-4651-9b32-94b226a506c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:19:41Z', 'updated_at': '2021-11-24T15:20:14Z', 'revision_number': 1, 'project_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '073b851b-55fb-40c9-8240-b26807bfc531', 'name': '', 'network_id': 'a227d49c-a3bd-45ee-b0d2-bcce569a4266', 'tenant_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'mac_address': 'fa:16:3e:80:ef:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '84815f2f-38d2-472a-bdf7-762ef40354a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:19:32Z', 'updated_at': '2021-11-24T15:19:40Z', 'revision_number': 5, 'project_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'subnets': [{'id': '84815f2f-38d2-472a-bdf7-762ef40354a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:20:16.964214 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9a4f5-f111-4855-a666-487c7f6dd6c4 req-ab37d6d6-ee76-4b99-bf24-31470d8a55c0 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:16.975079 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-8ba9a4f5-f111-4855-a666-487c7f6dd6c4 req-ab37d6d6-ee76-4b99-bf24-31470d8a55c0 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 945 time: 0.0832281 Nov 24 15:20:17.022838 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 59130) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:17.031884 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [None req-b678ffd5-2a02-4bb6-9c40-e9af58d47357 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1502569736-network', 'tenant_id': 'f711119fe43c4cfcb34e4d8db58e9067'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:20:17.050771 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-8ba9a4f5-f111-4855-a666-487c7f6dd6c4 req-8ffc1b2d-3a8b-445a-934c-5f5203f9f4a3 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746627 Nov 24 15:20:17.074658 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3aa2b6-506f-49b9-bcb8-a5627752c560 None None] New status for floating IP 75efc458-e289-4fb6-8ded-2e85a027a6e5: ACTIVE {{(pid=102546) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 15:20:17.108152 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b678ffd5-2a02-4bb6-9c40-e9af58d47357 admin admin] Made reservation on behalf of f711119fe43c4cfcb34e4d8db58e9067 for: {'network': 1} {{(pid=102545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:20:17.111166 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-b678ffd5-2a02-4bb6-9c40-e9af58d47357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for network, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:17.142671 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-b678ffd5-2a02-4bb6-9c40-e9af58d47357 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:17.262615 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-b678ffd5-2a02-4bb6-9c40-e9af58d47357 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:17.271428 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-b678ffd5-2a02-4bb6-9c40-e9af58d47357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:17.294987 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b678ffd5-2a02-4bb6-9c40-e9af58d47357 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1239} {{(pid=102545) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 15:20:17.308817 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b678ffd5-2a02-4bb6-9c40-e9af58d47357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baba380a-bdbd-461f-9688-24628ddb05aa,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:17.325874 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-b678ffd5-2a02-4bb6-9c40-e9af58d47357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470086'] for segment, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:17.326254 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.db.segments_db [None req-b678ffd5-2a02-4bb6-9c40-e9af58d47357 admin admin] Added segment fdd601ba-de1a-479c-b1c3-7cf131a6ba37 of type vlan for network e336ae11-a606-48b2-96c4-7394915412da Nov 24 15:20:17.384874 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-b678ffd5-2a02-4bb6-9c40-e9af58d47357 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750836966705'] for network, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:17.425621 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-b678ffd5-2a02-4bb6-9c40-e9af58d47357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203'] for network, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:17.427345 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b678ffd5-2a02-4bb6-9c40-e9af58d47357 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:17.428158 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-b678ffd5-2a02-4bb6-9c40-e9af58d47357 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for network, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:17.445511 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-b678ffd5-2a02-4bb6-9c40-e9af58d47357 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4185932 Nov 24 15:20:17.450288 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 59154) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:17.457690 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.v2.base [None req-97c342fd-3de1-4380-a8dd-1bde77b478c6 admin admin] Request body: {'subnet': {'network_id': 'e336ae11-a606-48b2-96c4-7394915412da', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1502569736-subnet', 'tenant_id': 'f711119fe43c4cfcb34e4d8db58e9067', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:20:17.516317 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b678ffd5-2a02-4bb6-9c40-e9af58d47357 admin admin] Pushing event updated for resources: {'Network': ['ID=e336ae11-a606-48b2-96c4-7394915412da,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:17.523825 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c342fd-3de1-4380-a8dd-1bde77b478c6 admin admin] Made reservation on behalf of f711119fe43c4cfcb34e4d8db58e9067 for: {'subnet': 1} {{(pid=102544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:20:17.528095 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Network e336ae11-a606-48b2-96c4-7394915412da details requested by agent ovs-agent-dv-cinder-804035-20-iscsi with host dv-cinder-804035-20-iscsi {{(pid=102546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 15:20:17.532794 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-97c342fd-3de1-4380-a8dd-1bde77b478c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13828168'] for subnet, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:17.651874 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5e8d55f0-b5a6-43ee-b477-4a866f94775a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:17.804784 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-97c342fd-3de1-4380-a8dd-1bde77b478c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15752173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13828186'] for subnet, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:17.865616 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c342fd-3de1-4380-a8dd-1bde77b478c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f97cf673-833e-4853-a1e9-26c25060c6f8,revision_number=0']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:17.873448 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c342fd-3de1-4380-a8dd-1bde77b478c6 admin admin] Checking segment: {'id': 'fdd601ba-de1a-479c-b1c3-7cf131a6ba37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'e336ae11-a606-48b2-96c4-7394915412da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:20:17.874101 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c342fd-3de1-4380-a8dd-1bde77b478c6 admin admin] Network hostable DHCP agents. Network: e336ae11-a606-48b2-96c4-7394915412da, hostable agents: ['c1d34c78-3ad8-4647-a250-754fc30c4ba4'], hosted agents: [] {{(pid=102544) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 15:20:17.892743 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c342fd-3de1-4380-a8dd-1bde77b478c6 admin admin] Network e336ae11-a606-48b2-96c4-7394915412da is scheduled to be hosted by DHCP agent c1d34c78-3ad8-4647-a250-754fc30c4ba4 with binding_index 1 {{(pid=102544) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 15:20:17.903740 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.base_scheduler [None req-97c342fd-3de1-4380-a8dd-1bde77b478c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-20-iscsi, e336ae11-a606-48b2-96c4-7394915412da) {{(pid=102544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:20:17.911288 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c342fd-3de1-4380-a8dd-1bde77b478c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:17.912056 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-97c342fd-3de1-4380-a8dd-1bde77b478c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for subnet, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:17.915059 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2739a1-d92a-4bb6-9b3a-ee8e00522a81 None None] Network e336ae11-a606-48b2-96c4-7394915412da requested from dv-cinder-804035-20-iscsi {{(pid=102546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:20:17.928119 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-97c342fd-3de1-4380-a8dd-1bde77b478c6 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4763699 Nov 24 15:20:18.209899 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f2d3d-0c93-42da-9055-e2faf2d2c8b1 req-cd9c63b8-d8dd-4223-a870-2ffdb0cc20cc tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:18.211709 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-5e0f2d3d-0c93-42da-9055-e2faf2d2c8b1 req-cd9c63b8-d8dd-4223-a870-2ffdb0cc20cc tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 945 time: 0.0683231 Nov 24 15:20:18.229363 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-124f8df6-068a-4f00-a8c0-a9ff39f4d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:18.237432 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c42243-3e17-4ea6-a0d1-38872ad732d2 None None] Network e336ae11-a606-48b2-96c4-7394915412da requested from dv-cinder-804035-20-iscsi {{(pid=102546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:20:18.255014 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 59186) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:18.302826 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-5e0f2d3d-0c93-42da-9055-e2faf2d2c8b1 req-7894d27c-44d6-4875-af31-c4746b974ab0 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835755 Nov 24 15:20:18.387696 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-d41f6bfa-d600-46c1-a256-a08df5f01158 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:18.471494 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-d41f6bfa-d600-46c1-a256-a08df5f01158 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:18.481666 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-d41f6bfa-d600-46c1-a256-a08df5f01158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:18.519421 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f6bfa-d600-46c1-a256-a08df5f01158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3b85c4-438e-42fe-9d99-0a4fb4dad79a,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:18.523824 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-d41f6bfa-d600-46c1-a256-a08df5f01158 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f356d27873aa4949b9b746e4021e93fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2674985 Nov 24 15:20:18.526320 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 59192) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:18.581802 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-6b5119c9-028b-451e-9e1c-5e263c4d16c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:18.614065 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-6b5119c9-028b-451e-9e1c-5e263c4d16c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:18.694966 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-6b5119c9-028b-451e-9e1c-5e263c4d16c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:18.697602 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-6b5119c9-028b-451e-9e1c-5e263c4d16c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:18.698756 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-6b5119c9-028b-451e-9e1c-5e263c4d16c7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8e3b85c4-438e-42fe-9d99-0a4fb4dad79a HTTP/1.1" status: 204 len: 168 time: 0.1714799 Nov 24 15:20:18.713709 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5119c9-028b-451e-9e1c-5e263c4d16c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3b85c4-438e-42fe-9d99-0a4fb4dad79a,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:19.067737 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 59216) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:19.083433 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-dbe79c1f-4e6d-473c-8858-66eda0eeea67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:19.193319 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-dbe79c1f-4e6d-473c-8858-66eda0eeea67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:19.198226 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-dbe79c1f-4e6d-473c-8858-66eda0eeea67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:19.241225 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-dbe79c1f-4e6d-473c-8858-66eda0eeea67 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=818588af211b46f5bdcc2c36f96a6903&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1691792 Nov 24 15:20:19.241562 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 59220) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:19.244179 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe79c1f-4e6d-473c-8858-66eda0eeea67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534f49f8-483e-4a7c-b8dd-ae5ce951593c,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:19.309968 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f3fd78e3-8d3b-4853-b284-37b0b5a25a27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:19.340037 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f3fd78e3-8d3b-4853-b284-37b0b5a25a27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:19.399529 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f3fd78e3-8d3b-4853-b284-37b0b5a25a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:19.402439 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f3fd78e3-8d3b-4853-b284-37b0b5a25a27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:19.404115 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-f3fd78e3-8d3b-4853-b284-37b0b5a25a27 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/534f49f8-483e-4a7c-b8dd-ae5ce951593c HTTP/1.1" status: 204 len: 168 time: 0.1613419 Nov 24 15:20:19.417062 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd78e3-8d3b-4853-b284-37b0b5a25a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534f49f8-483e-4a7c-b8dd-ae5ce951593c,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:19.437766 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ebefbe-abb1-4786-9670-7493c25fc74b req-141070f2-cb5b-4d41-8db7-bd565e792947 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:19.440176 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f9ebefbe-abb1-4786-9670-7493c25fc74b req-141070f2-cb5b-4d41-8db7-bd565e792947 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 945 time: 0.0659835 Nov 24 15:20:19.494733 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f9ebefbe-abb1-4786-9670-7493c25fc74b req-ff4cfbd0-770a-4691-8db3-54c5b9bf86ad tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451696 Nov 24 15:20:19.746426 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0567c706-1e8e-49a8-b1df-c52fd48358e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:20.478430 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ef0c0-e6bc-4bb8-b586-fdbcfc065b41 req-fc477403-f4de-41e9-9747-d67a4dbf4b73 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:20.480162 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f37ef0c0-e6bc-4bb8-b586-fdbcfc065b41 req-fc477403-f4de-41e9-9747-d67a4dbf4b73 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/ports?device_id=c314c5fb-ef55-4d6a-907d-c67422d61401 HTTP/1.1" status: 200 len: 945 time: 0.0674393 Nov 24 15:20:20.543008 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f37ef0c0-e6bc-4bb8-b586-fdbcfc065b41 req-847a73a8-74a5-41ea-a247-21137c1adc17 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/security-groups?id=9747f310-b631-4618-ad03-07bb8e94cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547965 Nov 24 15:20:20.625082 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6268542c-e3ff-4822-a3af-033756b387e6 req-fa39e8bf-8048-484d-a373-34d310d92210 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:20.626608 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-6268542c-e3ff-4822-a3af-033756b387e6 req-fa39e8bf-8048-484d-a373-34d310d92210 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 945 time: 0.0516281 Nov 24 15:20:20.679330 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-6268542c-e3ff-4822-a3af-033756b387e6 req-f33795c3-d058-4d6b-8c91-c82f4ca90ce0 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465088 Nov 24 15:20:20.971667 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:21.678626 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75242417-4bdb-4b5c-9229-412d8ff64bac req-eb05e808-593d-4e12-a5bd-af4f411129dd tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:21.680299 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-75242417-4bdb-4b5c-9229-412d8ff64bac req-eb05e808-593d-4e12-a5bd-af4f411129dd tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/ports?device_id=c314c5fb-ef55-4d6a-907d-c67422d61401 HTTP/1.1" status: 200 len: 945 time: 0.0614054 Nov 24 15:20:21.810923 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-75242417-4bdb-4b5c-9229-412d8ff64bac req-39ac1afa-0a3a-4247-94b3-d33ea3983194 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/security-groups?id=9747f310-b631-4618-ad03-07bb8e94cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234756 Nov 24 15:20:21.856507 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53695d-bbb8-4402-9a3e-bcfaef59cbd0 req-df2cbe48-75f6-4e2b-bca0-20d98dd3c232 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:21.860160 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-2a53695d-bbb8-4402-9a3e-bcfaef59cbd0 req-df2cbe48-75f6-4e2b-bca0-20d98dd3c232 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 945 time: 0.0727136 Nov 24 15:20:21.918140 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-2a53695d-bbb8-4402-9a3e-bcfaef59cbd0 req-11ab7e88-b9e7-4524-8e2e-ce98218183b2 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479727 Nov 24 15:20:22.042633 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 59392) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:22.112200 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 59396) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:22.196171 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-d2423d30-d083-46e9-8161-4eec0f01225e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:22.220694 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-cec481e6-b232-4619-bdbd-e766c5ad24e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:22.332483 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-d2423d30-d083-46e9-8161-4eec0f01225e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:22.341393 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-d2423d30-d083-46e9-8161-4eec0f01225e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:22.349875 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-cec481e6-b232-4619-bdbd-e766c5ad24e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:22.358360 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-cec481e6-b232-4619-bdbd-e766c5ad24e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:22.402459 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-d2423d30-d083-46e9-8161-4eec0f01225e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a61313a2da3e44458ab9bda295446f3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3586988 Nov 24 15:20:22.405497 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-cec481e6-b232-4619-bdbd-e766c5ad24e8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6e64dfbf63d94b778ee02565cf473f8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2922790 Nov 24 15:20:22.406164 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2423d30-d083-46e9-8161-4eec0f01225e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aec71a7-c06f-4563-9397-e2bc18b1c1d2,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:22.408259 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 59400) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:22.419055 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 59402) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:22.448719 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.agents_db [None req-1855c149-01a8-4582-985c-3b31432c2781 None None] Agent healthcheck: found 6 active agents {{(pid=102547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:20:22.460342 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec481e6-b232-4619-bdbd-e766c5ad24e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b87d33d-d99c-463a-a885-36af0e397678,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:22.486995 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-848149c2-42fa-49fc-b451-5cf94dde8c3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:22.487236 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-67c52921-b829-40cc-8117-dce24b312605 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:22.512343 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-848149c2-42fa-49fc-b451-5cf94dde8c3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:22.512575 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-67c52921-b829-40cc-8117-dce24b312605 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:22.564100 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-67c52921-b829-40cc-8117-dce24b312605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:22.566710 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-67c52921-b829-40cc-8117-dce24b312605 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:22.567926 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-67c52921-b829-40cc-8117-dce24b312605 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4aec71a7-c06f-4563-9397-e2bc18b1c1d2 HTTP/1.1" status: 204 len: 168 time: 0.1479344 Nov 24 15:20:22.575997 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c52921-b829-40cc-8117-dce24b312605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aec71a7-c06f-4563-9397-e2bc18b1c1d2,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:22.583592 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-848149c2-42fa-49fc-b451-5cf94dde8c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:22.588045 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-848149c2-42fa-49fc-b451-5cf94dde8c3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:22.589216 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-848149c2-42fa-49fc-b451-5cf94dde8c3f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3b87d33d-d99c-463a-a885-36af0e397678 HTTP/1.1" status: 204 len: 168 time: 0.1799219 Nov 24 15:20:22.608972 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848149c2-42fa-49fc-b451-5cf94dde8c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b87d33d-d99c-463a-a885-36af0e397678,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:22.881493 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 59420) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:22.899151 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-005b8e59-210e-449a-9d93-5e1607d4e2f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:22.910423 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 59422) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:22.929006 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-39d2c9a3-b531-4347-b2ed-3bb81eb2a6eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:22.938752 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c3af8-8bfc-4c88-bd1f-02d45d980ba1 req-6e5b76bc-9c38-4e6e-b51f-7e9b47413f61 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:22.940265 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-3f8c3af8-8bfc-4c88-bd1f-02d45d980ba1 req-6e5b76bc-9c38-4e6e-b51f-7e9b47413f61 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/ports?device_id=c314c5fb-ef55-4d6a-907d-c67422d61401 HTTP/1.1" status: 200 len: 945 time: 0.0532353 Nov 24 15:20:22.994232 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-3f8c3af8-8bfc-4c88-bd1f-02d45d980ba1 req-20a65bde-567b-4d5f-8627-0e9b764880c7 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/security-groups?id=9747f310-b631-4618-ad03-07bb8e94cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464208 Nov 24 15:20:23.044924 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-005b8e59-210e-449a-9d93-5e1607d4e2f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:23.054861 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-005b8e59-210e-449a-9d93-5e1607d4e2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:23.063065 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-39d2c9a3-b531-4347-b2ed-3bb81eb2a6eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:23.075838 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-39d2c9a3-b531-4347-b2ed-3bb81eb2a6eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:23.102129 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b573c9d0-f6d7-4beb-8656-c75b0690a32b req-1c779bce-17bc-4e00-9a30-bfc9db1bb2a6 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:23.103883 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-b573c9d0-f6d7-4beb-8656-c75b0690a32b req-1c779bce-17bc-4e00-9a30-bfc9db1bb2a6 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 945 time: 0.0502295 Nov 24 15:20:23.109918 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-005b8e59-210e-449a-9d93-5e1607d4e2f4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d7c7793aa51c416a9b4af1264c923771&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268312 Nov 24 15:20:23.115634 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 59426) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:23.124570 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005b8e59-210e-449a-9d93-5e1607d4e2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6ddc8a-10e3-403b-9540-834a37fef430,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:23.131473 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-39d2c9a3-b531-4347-b2ed-3bb81eb2a6eb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d02db454079041fd9398a841be9b440c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2200115 Nov 24 15:20:23.134191 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 59428) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:23.171901 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d2c9a3-b531-4347-b2ed-3bb81eb2a6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b763d5-32c8-4bc6-94fc-7895551ba1ea,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:23.190922 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-4badc787-4e92-4284-a39a-62cbf6c624d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:23.191539 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-b573c9d0-f6d7-4beb-8656-c75b0690a32b req-542b6591-a6c7-43d1-99a2-6981569293e4 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813065 Nov 24 15:20:23.209922 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-2f043553-b062-494a-ace4-5a4c88b86ff0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:23.216781 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-4badc787-4e92-4284-a39a-62cbf6c624d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:23.232550 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-2f043553-b062-494a-ace4-5a4c88b86ff0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:23.275957 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-4badc787-4e92-4284-a39a-62cbf6c624d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:23.278987 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-4badc787-4e92-4284-a39a-62cbf6c624d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:23.280994 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-4badc787-4e92-4284-a39a-62cbf6c624d6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4f6ddc8a-10e3-403b-9540-834a37fef430 HTTP/1.1" status: 204 len: 168 time: 0.1619697 Nov 24 15:20:23.282777 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-2f043553-b062-494a-ace4-5a4c88b86ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:23.285481 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-2f043553-b062-494a-ace4-5a4c88b86ff0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:23.286791 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-2f043553-b062-494a-ace4-5a4c88b86ff0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/35b763d5-32c8-4bc6-94fc-7895551ba1ea HTTP/1.1" status: 204 len: 168 time: 0.1512487 Nov 24 15:20:23.294684 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4badc787-4e92-4284-a39a-62cbf6c624d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6ddc8a-10e3-403b-9540-834a37fef430,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:23.296265 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f043553-b062-494a-ace4-5a4c88b86ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b763d5-32c8-4bc6-94fc-7895551ba1ea,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:24.126996 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89b9e4-f640-4229-a2a7-3b75b094a545 req-19f39126-43e9-4d82-bc52-59e0e84b5c39 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:24.128626 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-6b89b9e4-f640-4229-a2a7-3b75b094a545 req-19f39126-43e9-4d82-bc52-59e0e84b5c39 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/ports?device_id=c314c5fb-ef55-4d6a-907d-c67422d61401 HTTP/1.1" status: 200 len: 945 time: 0.0547054 Nov 24 15:20:24.180766 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-6b89b9e4-f640-4229-a2a7-3b75b094a545 req-6a305cb9-0011-4501-a2d6-ff8e2ea74a49 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/security-groups?id=9747f310-b631-4618-ad03-07bb8e94cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461619 Nov 24 15:20:24.318847 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31509f35-04c0-4686-b83e-f54ca2a3180d req-5f290c2c-c625-4d3f-bd73-eb1f7f91ef82 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:24.326092 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-31509f35-04c0-4686-b83e-f54ca2a3180d req-5f290c2c-c625-4d3f-bd73-eb1f7f91ef82 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 945 time: 0.0601513 Nov 24 15:20:24.373799 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-31509f35-04c0-4686-b83e-f54ca2a3180d req-ec27449e-a3d5-4bc9-8961-a1a5133bde76 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466719 Nov 24 15:20:25.316402 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5554f36-84de-4e87-9cf7-d9efbd166c92 req-7102d316-b2fb-4773-b3fb-ee08b3ff0bdb tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:25.317911 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-b5554f36-84de-4e87-9cf7-d9efbd166c92 req-7102d316-b2fb-4773-b3fb-ee08b3ff0bdb tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/ports?device_id=c314c5fb-ef55-4d6a-907d-c67422d61401 HTTP/1.1" status: 200 len: 945 time: 0.0497558 Nov 24 15:20:25.367461 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-b5554f36-84de-4e87-9cf7-d9efbd166c92 req-23cf706f-d67d-4286-babb-dac83d8f74c6 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/security-groups?id=9747f310-b631-4618-ad03-07bb8e94cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433009 Nov 24 15:20:25.419551 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 59590) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:25.496664 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988aaa2-118f-4908-ae38-7ea6af0ef9a2 req-d020d3d2-9586-43af-a7b3-d956ad0c6814 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:25.498255 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-6988aaa2-118f-4908-ae38-7ea6af0ef9a2 req-d020d3d2-9586-43af-a7b3-d956ad0c6814 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 945 time: 0.0521855 Nov 24 15:20:25.528263 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-3ede8c9d-054f-4561-89ac-10dac242b26b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:25.550141 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-6988aaa2-118f-4908-ae38-7ea6af0ef9a2 req-368fc734-2736-4610-a7ce-27e6876eb1c8 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450361 Nov 24 15:20:25.617147 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-3ede8c9d-054f-4561-89ac-10dac242b26b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:25.621559 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-3ede8c9d-054f-4561-89ac-10dac242b26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:25.662210 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-3ede8c9d-054f-4561-89ac-10dac242b26b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2d30e23a94af4acca704cf9c0a6013aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2416062 Nov 24 15:20:25.662429 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 59604) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:25.662967 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede8c9d-054f-4561-89ac-10dac242b26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68cb0bf5-6a76-4357-802c-7cc5d937eb0b,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:25.719629 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-a43bf04f-9532-4142-9c9a-7a3526f03408 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:25.742754 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-a43bf04f-9532-4142-9c9a-7a3526f03408 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:25.815085 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-a43bf04f-9532-4142-9c9a-7a3526f03408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:25.817869 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-a43bf04f-9532-4142-9c9a-7a3526f03408 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:25.819074 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-a43bf04f-9532-4142-9c9a-7a3526f03408 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/68cb0bf5-6a76-4357-802c-7cc5d937eb0b HTTP/1.1" status: 204 len: 168 time: 0.1555777 Nov 24 15:20:25.834193 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641dace8-f18b-4a65-96f5-d08cbef1d02d req-60c4e406-ccc0-460d-bd56-d55e899e31da tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:25.835690 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-641dace8-f18b-4a65-96f5-d08cbef1d02d req-60c4e406-ccc0-460d-bd56-d55e899e31da tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.74 "GET /v2.0/ports?device_id=c314c5fb-ef55-4d6a-907d-c67422d61401 HTTP/1.1" status: 200 len: 945 time: 0.0674307 Nov 24 15:20:25.836600 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43bf04f-9532-4142-9c9a-7a3526f03408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68cb0bf5-6a76-4357-802c-7cc5d937eb0b,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:26.048652 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.plugin [req-641dace8-f18b-4a65-96f5-d08cbef1d02d req-379962b3-6102-4a8e-a1a6-63117b2e8e44 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] Deleting port 4ebc6af1-f8e1-4664-b0bd-51973f886e65 {{(pid=102544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:20:26.048997 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [req-641dace8-f18b-4a65-96f5-d08cbef1d02d req-379962b3-6102-4a8e-a1a6-63117b2e8e44 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:26.123835 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 59622) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:26.147299 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-b4cd4caa-ff1f-4856-9bdf-6453e8847582 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:26.183846 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.db [req-641dace8-f18b-4a65-96f5-d08cbef1d02d req-379962b3-6102-4a8e-a1a6-63117b2e8e44 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] For port 4ebc6af1-f8e1-4664-b0bd-51973f886e65, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=4ebc6af1-f8e1-4664-b0bd-51973f886e65,segment=NetworkSegment(7de40f86-0fd7-4439-9a98-92d48b028ecc),segment_id=7de40f86-0fd7-4439-9a98-92d48b028ecc)] {{(pid=102544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:20:26.184204 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [req-641dace8-f18b-4a65-96f5-d08cbef1d02d req-379962b3-6102-4a8e-a1a6-63117b2e8e44 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:26.203686 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.plugin [req-641dace8-f18b-4a65-96f5-d08cbef1d02d req-379962b3-6102-4a8e-a1a6-63117b2e8e44 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] Calling delete_port for 4ebc6af1-f8e1-4664-b0bd-51973f886e65 owned by compute:nova {{(pid=102544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:20:26.350708 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-b4cd4caa-ff1f-4856-9bdf-6453e8847582 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:26.356344 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-b4cd4caa-ff1f-4856-9bdf-6453e8847582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:26.431988 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-b4cd4caa-ff1f-4856-9bdf-6453e8847582 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=97bd0d7bc7194bb491bf6de59757f363&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3069470 Nov 24 15:20:26.434684 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 59630) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:26.435231 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd4caa-ff1f-4856-9bdf-6453e8847582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae525b2-32cb-410b-97bf-99408d1dbf03,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:26.463207 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [req-641dace8-f18b-4a65-96f5-d08cbef1d02d req-379962b3-6102-4a8e-a1a6-63117b2e8e44 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15752001'] for port, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:26.478407 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] get_ports_and_sgs() called for port_ids ['4ebc6af1-f8e1-4664-b0bd-51973f886e65'] {{(pid=102546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:20:26.486509 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-b476c308-9d01-4e7f-b82a-0f66779906ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:26.489025 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4c0b2b03-e1cb-4ada-a6b9-537db3c2920d req-78124681-e6f2-402a-869b-c5d9876253b2 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/ports?device_id=c314c5fb-ef55-4d6a-907d-c67422d61401 HTTP/1.1" status: 200 len: 210 time: 0.0414677 Nov 24 15:20:26.519689 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379962b3-6102-4a8e-a1a6-63117b2e8e44 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] Pushing event deleted for resources: {'Port': ['ID=4ebc6af1-f8e1-4664-b0bd-51973f886e65,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:26.519899 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-b476c308-9d01-4e7f-b82a-0f66779906ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:26.568644 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-b476c308-9d01-4e7f-b82a-0f66779906ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:26.574367 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-b476c308-9d01-4e7f-b82a-0f66779906ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:26.578620 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-b476c308-9d01-4e7f-b82a-0f66779906ce admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8ae525b2-32cb-410b-97bf-99408d1dbf03 HTTP/1.1" status: 204 len: 168 time: 0.1428652 Nov 24 15:20:26.582555 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [req-641dace8-f18b-4a65-96f5-d08cbef1d02d req-379962b3-6102-4a8e-a1a6-63117b2e8e44 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] No DVR routers for this DVR port 4ebc6af1-f8e1-4664-b0bd-51973f886e65 on host hv-cinder-80403 {{(pid=102544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:20:26.585840 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [req-641dace8-f18b-4a65-96f5-d08cbef1d02d req-379962b3-6102-4a8e-a1a6-63117b2e8e44 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for port, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:26.587872 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b476c308-9d01-4e7f-b82a-0f66779906ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae525b2-32cb-410b-97bf-99408d1dbf03,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:26.589832 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-641dace8-f18b-4a65-96f5-d08cbef1d02d req-379962b3-6102-4a8e-a1a6-63117b2e8e44 tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.74 "DELETE /v2.0/ports/4ebc6af1-f8e1-4664-b0bd-51973f886e65 HTTP/1.1" status: 204 len: 173 time: 0.7416186 Nov 24 15:20:26.590311 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c314c5fb-ef55-4d6a-907d-c67422d61401', 'name': 'network-vif-deleted', 'tag': '4ebc6af1-f8e1-4664-b0bd-51973f886e65'}] {{(pid=102544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:20:26.593283 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23e587840cb346e9c9cb8c26408046b3895eadd5eb45c8d7346c6b1fb89178c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747a75ec-001f-4c9b-9d60-9f30d4174538" -d '{"events": [{"server_uuid": "c314c5fb-ef55-4d6a-907d-c67422d61401", "name": "network-vif-deleted", "tag": "4ebc6af1-f8e1-4664-b0bd-51973f886e65"}]}' {{(pid=102544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:20:26.644486 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02e436e-3244-4e3b-957c-4c3c853ac94c x-openstack-request-id: req-f02e436e-3244-4e3b-957c-4c3c853ac94c {{(pid=102544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:20:26.644785 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c314c5fb-ef55-4d6a-907d-c67422d61401", "name": "network-vif-deleted", "tag": "4ebc6af1-f8e1-4664-b0bd-51973f886e65", "status": "completed", "code": 200}]} {{(pid=102544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:20:26.645041 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f02e436e-3244-4e3b-957c-4c3c853ac94c {{(pid=102544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:20:26.645436 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c314c5fb-ef55-4d6a-907d-c67422d61401', 'name': 'network-vif-deleted', 'tag': '4ebc6af1-f8e1-4664-b0bd-51973f886e65', 'status': 'completed', 'code': 200} Nov 24 15:20:26.706931 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d439c-d2cd-4d01-99d5-2f6ae26ca11f req-95d924d4-247d-452d-a06a-e953f18491a7 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:26.708481 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4a5d439c-d2cd-4d01-99d5-2f6ae26ca11f req-95d924d4-247d-452d-a06a-e953f18491a7 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 945 time: 0.0608304 Nov 24 15:20:26.762718 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4a5d439c-d2cd-4d01-99d5-2f6ae26ca11f req-804dda6e-688a-42ee-9f28-19074c46e9f0 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484476 Nov 24 15:20:27.621152 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-3fee4e08-4f52-4452-84e6-6cb4e9b9ed1c req-2020bd8a-d540-4906-93c3-3f34f63c00bd tempest-DeleteServersTestJSON-1708614859 tempest-DeleteServersTestJSON-1708614859-project] 10.222.0.66 "GET /v2.0/ports?device_id=c314c5fb-ef55-4d6a-907d-c67422d61401 HTTP/1.1" status: 200 len: 210 time: 0.0275059 Nov 24 15:20:27.887417 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636c313-c430-4c09-9bf5-9f0c12a5105d req-93beebeb-3ebc-4805-8d29-19584f445abb tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:27.888995 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-a636c313-c430-4c09-9bf5-9f0c12a5105d req-93beebeb-3ebc-4805-8d29-19584f445abb tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 945 time: 0.0526607 Nov 24 15:20:27.965078 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-a636c313-c430-4c09-9bf5-9f0c12a5105d req-3c97067a-ceb8-4849-9ea1-a504187ce2de tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683138 Nov 24 15:20:29.100028 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca832a2a-6720-4036-8f98-9075590efed2 req-639be42e-6afc-4ccf-976c-dc359eea292b tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:29.101487 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ca832a2a-6720-4036-8f98-9075590efed2 req-639be42e-6afc-4ccf-976c-dc359eea292b tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 945 time: 0.0479884 Nov 24 15:20:29.149235 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ca832a2a-6720-4036-8f98-9075590efed2 req-f052b236-6979-4404-b069-b7772923ccca tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418770 Nov 24 15:20:29.643453 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 59764) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:29.757344 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-d1b39c86-c973-41b4-84ba-da90e5851ff3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:29.844610 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-d1b39c86-c973-41b4-84ba-da90e5851ff3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:29.849484 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-d1b39c86-c973-41b4-84ba-da90e5851ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:29.887849 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-d1b39c86-c973-41b4-84ba-da90e5851ff3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=01209c9a454144a5b6f01e9ec2105289&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2432847 Nov 24 15:20:29.888819 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b39c86-c973-41b4-84ba-da90e5851ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9902f5e4-2925-490c-96b2-e849e6c51182,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:29.891046 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 59774) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:29.897776 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b39c86-c973-41b4-84ba-da90e5851ff3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:29.898130 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b39c86-c973-41b4-84ba-da90e5851ff3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:29.898475 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b39c86-c973-41b4-84ba-da90e5851ff3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:29.899006 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b39c86-c973-41b4-84ba-da90e5851ff3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:29.899854 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b39c86-c973-41b4-84ba-da90e5851ff3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:29.900010 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b39c86-c973-41b4-84ba-da90e5851ff3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:29.900335 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b39c86-c973-41b4-84ba-da90e5851ff3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:29.900716 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b39c86-c973-41b4-84ba-da90e5851ff3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:29.901127 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b39c86-c973-41b4-84ba-da90e5851ff3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:29.901523 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b39c86-c973-41b4-84ba-da90e5851ff3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:29.901909 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b39c86-c973-41b4-84ba-da90e5851ff3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:29.902349 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b39c86-c973-41b4-84ba-da90e5851ff3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:29.942921 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-b91f4a85-1c32-4811-8e44-cb62a0332921 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:29.963400 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-b91f4a85-1c32-4811-8e44-cb62a0332921 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:30.012682 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-b91f4a85-1c32-4811-8e44-cb62a0332921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:30.015855 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-b91f4a85-1c32-4811-8e44-cb62a0332921 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:30.017016 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-b91f4a85-1c32-4811-8e44-cb62a0332921 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9902f5e4-2925-490c-96b2-e849e6c51182 HTTP/1.1" status: 204 len: 168 time: 0.1246061 Nov 24 15:20:30.024919 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91f4a85-1c32-4811-8e44-cb62a0332921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9902f5e4-2925-490c-96b2-e849e6c51182,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:30.033215 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91f4a85-1c32-4811-8e44-cb62a0332921 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:30.033593 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91f4a85-1c32-4811-8e44-cb62a0332921 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:30.033955 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91f4a85-1c32-4811-8e44-cb62a0332921 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:30.034306 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91f4a85-1c32-4811-8e44-cb62a0332921 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:30.034647 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91f4a85-1c32-4811-8e44-cb62a0332921 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:30.035013 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91f4a85-1c32-4811-8e44-cb62a0332921 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:30.035340 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91f4a85-1c32-4811-8e44-cb62a0332921 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:30.035813 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91f4a85-1c32-4811-8e44-cb62a0332921 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:30.036155 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91f4a85-1c32-4811-8e44-cb62a0332921 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:30.036604 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91f4a85-1c32-4811-8e44-cb62a0332921 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:30.036942 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91f4a85-1c32-4811-8e44-cb62a0332921 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:30.037276 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91f4a85-1c32-4811-8e44-cb62a0332921 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:30.273706 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b91980-0939-42ed-973d-6725d9dbdad4 req-1aed2919-31a6-47b3-bcb5-80a405f8603a tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:30.275738 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-88b91980-0939-42ed-973d-6725d9dbdad4 req-1aed2919-31a6-47b3-bcb5-80a405f8603a tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 945 time: 0.0607004 Nov 24 15:20:30.324178 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-88b91980-0939-42ed-973d-6725d9dbdad4 req-c05ce109-e7ea-4078-a9e7-278e0f7729f2 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420287 Nov 24 15:20:31.132628 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 4ebc6af1-f8e1-4664-b0bd-51973f886e65 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:20:31.152969 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] No Port match for: 4ebc6af1-f8e1-4664-b0bd-51973f886e65 {{(pid=102546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:20:31.153336 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 4ebc6af1-f8e1-4664-b0bd-51973f886e65 not bound to the agent host hv-cinder-80403 {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:20:31.437040 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8f5cd-83b0-4fae-9d4a-78622931b5f8 req-27680c22-53d2-49a5-a7e6-a6f2c51d14d7 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:31.438499 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-e5e8f5cd-83b0-4fae-9d4a-78622931b5f8 req-27680c22-53d2-49a5-a7e6-a6f2c51d14d7 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 945 time: 0.0469201 Nov 24 15:20:31.485239 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-e5e8f5cd-83b0-4fae-9d4a-78622931b5f8 req-428a3b16-a19f-4aa5-bacf-bc19af12e148 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406072 Nov 24 15:20:32.600779 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2284b-0e9b-4076-9721-ef79dd71b5fc req-2ef26025-a095-482d-aafc-b0d232e3a2a4 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:32.602294 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-9ee2284b-0e9b-4076-9721-ef79dd71b5fc req-2ef26025-a095-482d-aafc-b0d232e3a2a4 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 945 time: 0.0476198 Nov 24 15:20:32.655534 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-9ee2284b-0e9b-4076-9721-ef79dd71b5fc req-d183871e-f61a-4ff5-9579-82bbeec14ead tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457857 Nov 24 15:20:33.415413 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 59872) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:33.459306 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ceeda5b-491a-4e56-9ccc-3e754509696d admin admin] Deleting subnet 7d06e3b9-462a-470a-8641-cb7feccd4c61 {{(pid=102544) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 15:20:33.462420 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-4ceeda5b-491a-4e56-9ccc-3e754509696d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:33.497963 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-4ceeda5b-491a-4e56-9ccc-3e754509696d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15251451'] for subnet, precommit_delete_associations {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:33.537839 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-4ceeda5b-491a-4e56-9ccc-3e754509696d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469115'] for subnet, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:33.591021 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-4ceeda5b-491a-4e56-9ccc-3e754509696d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15751986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13828195'] for subnet, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:33.620859 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceeda5b-491a-4e56-9ccc-3e754509696d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d06e3b9-462a-470a-8641-cb7feccd4c61,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:33.624548 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-4ceeda5b-491a-4e56-9ccc-3e754509696d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for subnet, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:33.627759 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-4ceeda5b-491a-4e56-9ccc-3e754509696d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/7d06e3b9-462a-470a-8641-cb7feccd4c61 HTTP/1.1" status: 204 len: 168 time: 0.2113409 Nov 24 15:20:33.630191 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 59874) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:33.702483 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-2895d38b-1e99-446d-a9bb-0f320a2e1f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541282'] for network, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:33.813493 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-2895d38b-1e99-446d-a9bb-0f320a2e1f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468516', 'neutron.services.segments.db._delete_segments_for_network-8750837505464'] for network, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:33.842195 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a3e5bb-c1b2-4e57-8538-125ae29b0ab1 req-5de875ec-d55b-46fe-95ba-086d28ec0d05 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:33.844313 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-a5a3e5bb-c1b2-4e57-8538-125ae29b0ab1 req-5de875ec-d55b-46fe-95ba-086d28ec0d05 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 945 time: 0.1099586 Nov 24 15:20:33.845780 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.services.segments.db [None req-2895d38b-1e99-446d-a9bb-0f320a2e1f8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70c457e2-22ff-4a59-b8ba-a00e5e3e2e37']}} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:20:33.860419 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.services.segments.db [None req-2895d38b-1e99-446d-a9bb-0f320a2e1f8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7de40f86-0fd7-4439-9a98-92d48b028ecc') {'for_net_delete': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:20:33.860755 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.services.segments.db [None req-2895d38b-1e99-446d-a9bb-0f320a2e1f8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7de40f86-0fd7-4439-9a98-92d48b028ecc') {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:20:33.876236 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-2895d38b-1e99-446d-a9bb-0f320a2e1f8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750837468492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15251404'] for segment, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:33.897709 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-2895d38b-1e99-446d-a9bb-0f320a2e1f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470086'] for segment, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:33.913062 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2895d38b-1e99-446d-a9bb-0f320a2e1f8d admin admin] Releasing vlan 1238 on physical network physnet1 to pool {{(pid=102544) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 15:20:33.913448 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-2895d38b-1e99-446d-a9bb-0f320a2e1f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15822992'] for segment, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:33.915085 dv-cinder-804035-20-iscsi neutron-server[102544]: Traceback (most recent call last): Nov 24 15:20:33.915085 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 15:20:33.915085 dv-cinder-804035-20-iscsi neutron-server[102544]: timer() Nov 24 15:20:33.915085 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 15:20:33.915085 dv-cinder-804035-20-iscsi neutron-server[102544]: cb(*args, **kw) Nov 24 15:20:33.915085 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 15:20:33.915085 dv-cinder-804035-20-iscsi neutron-server[102544]: return func(*args, **kwargs) Nov 24 15:20:33.915085 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 15:20:33.915085 dv-cinder-804035-20-iscsi neutron-server[102544]: self._notify() Nov 24 15:20:33.915085 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 15:20:33.915085 dv-cinder-804035-20-iscsi neutron-server[102544]: self.callback(batched_events) Nov 24 15:20:33.915085 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 15:20:33.915085 dv-cinder-804035-20-iscsi neutron-server[102544]: event.method(event) Nov 24 15:20:33.915085 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 15:20:33.915085 dv-cinder-804035-20-iscsi neutron-server[102544]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 15:20:33.915085 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 15:20:33.915085 dv-cinder-804035-20-iscsi neutron-server[102544]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 15:20:33.915085 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 15:20:33.915085 dv-cinder-804035-20-iscsi neutron-server[102544]: return f(self, *a, **k) Nov 24 15:20:33.915085 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 15:20:33.915085 dv-cinder-804035-20-iscsi neutron-server[102544]: return self._get(url).json() Nov 24 15:20:33.915085 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 15:20:33.915085 dv-cinder-804035-20-iscsi neutron-server[102544]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 15:20:33.915085 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 15:20:33.915085 dv-cinder-804035-20-iscsi neutron-server[102544]: return self.request(url, 'GET', **kwargs) Nov 24 15:20:33.915085 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 15:20:33.915085 dv-cinder-804035-20-iscsi neutron-server[102544]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 15:20:33.915085 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 15:20:33.915085 dv-cinder-804035-20-iscsi neutron-server[102544]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 15:20:33.915085 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 15:20:33.915085 dv-cinder-804035-20-iscsi neutron-server[102544]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 15:20:33.915085 dv-cinder-804035-20-iscsi neutron-server[102544]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 15:20:33.937399 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-a5a3e5bb-c1b2-4e57-8538-125ae29b0ab1 req-516d3ab4-1c39-4109-bb5b-e16b94d27f9a tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848248 Nov 24 15:20:34.139995 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-2895d38b-1e99-446d-a9bb-0f320a2e1f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663844'] for network, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:34.147254 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-2895d38b-1e99-446d-a9bb-0f320a2e1f8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for network, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:34.150366 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-2895d38b-1e99-446d-a9bb-0f320a2e1f8d admin admin] 10.222.0.66 "DELETE /v2.0/networks/70c457e2-22ff-4a59-b8ba-a00e5e3e2e37 HTTP/1.1" status: 204 len: 168 time: 0.5192728 Nov 24 15:20:34.159504 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2895d38b-1e99-446d-a9bb-0f320a2e1f8d admin admin] Pushing event deleted for resources: {'Network': ['ID=70c457e2-22ff-4a59-b8ba-a00e5e3e2e37,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:34.308489 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 59886) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:34.352528 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-699465d5-a1c4-4a16-b98f-7a9f2c716bb4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e68438dfae03483f8491309dfb3fbcfe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0405478 Nov 24 15:20:34.352903 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 59892) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:34.412347 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-e8489fbf-1eca-48aa-a116-71bcfaf76bfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:34.436865 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-e8489fbf-1eca-48aa-a116-71bcfaf76bfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:34.491623 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-e8489fbf-1eca-48aa-a116-71bcfaf76bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:34.494293 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-e8489fbf-1eca-48aa-a116-71bcfaf76bfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:34.495557 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-e8489fbf-1eca-48aa-a116-71bcfaf76bfa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9747f310-b631-4618-ad03-07bb8e94cb0f HTTP/1.1" status: 204 len: 168 time: 0.1416368 Nov 24 15:20:34.504836 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8489fbf-1eca-48aa-a116-71bcfaf76bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9747f310-b631-4618-ad03-07bb8e94cb0f,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:35.059215 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716453b-d8f9-469a-b05a-239685cd8f17 req-4f8e0c8c-803f-48c5-b4cb-61ace3be64d9 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:35.060719 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4716453b-d8f9-469a-b05a-239685cd8f17 req-4f8e0c8c-803f-48c5-b4cb-61ace3be64d9 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 945 time: 0.0533438 Nov 24 15:20:35.110324 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4716453b-d8f9-469a-b05a-239685cd8f17 req-7c2778f7-903b-49fb-b9e8-40181290eb00 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438259 Nov 24 15:20:36.223616 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081064e-7ed7-4246-9635-a85bee0212d3 req-78a31d2e-d963-4c9a-82f2-5cc57840f6ff tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:36.225018 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-7081064e-7ed7-4246-9635-a85bee0212d3 req-78a31d2e-d963-4c9a-82f2-5cc57840f6ff tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 945 time: 0.0485890 Nov 24 15:20:36.273294 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-7081064e-7ed7-4246-9635-a85bee0212d3 req-c4711397-74ce-44ba-b4ba-da9dca6e23ad tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423706 Nov 24 15:20:36.765367 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-3e61c9eb-1524-43fb-b12d-3094c6d599e2 req-8e73536f-6775-47b0-a0bb-c45d5ae0af6c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428720 Nov 24 15:20:36.857107 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61c9eb-1524-43fb-b12d-3094c6d599e2 req-9302827a-0f7c-406d-8c8a-78eff6266928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:36.859133 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-3e61c9eb-1524-43fb-b12d-3094c6d599e2 req-9302827a-0f7c-406d-8c8a-78eff6266928 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=32404aa4e2d44b9e966da2bab0b27149&device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 1099 time: 0.0401611 Nov 24 15:20:36.965368 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61c9eb-1524-43fb-b12d-3094c6d599e2 req-d51f320e-9bea-42e8-9a96-98544cd4b679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:36.967047 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-3e61c9eb-1524-43fb-b12d-3094c6d599e2 req-d51f320e-9bea-42e8-9a96-98544cd4b679 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8b8e34ef-bafa-4e65-a88d-1be4877982c1 HTTP/1.1" status: 200 len: 920 time: 0.0876415 Nov 24 15:20:37.018557 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-3e61c9eb-1524-43fb-b12d-3094c6d599e2 req-beb21b5f-e3da-49ec-a908-d60c8bc261cb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78dc38d0-e790-4e67-9cc9-06ac9d53b726 HTTP/1.1" status: 200 len: 217 time: 0.0386133 Nov 24 15:20:37.072340 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61c9eb-1524-43fb-b12d-3094c6d599e2 req-5a7cb4f8-ab04-4430-8755-2a0f473deb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:37.074050 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-3e61c9eb-1524-43fb-b12d-3094c6d599e2 req-5a7cb4f8-ab04-4430-8755-2a0f473deb09 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6dd026dc-7a5a-4fd3-ad01-b8844bc6d476 HTTP/1.1" status: 200 len: 858 time: 0.0450311 Nov 24 15:20:37.110939 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-3e61c9eb-1524-43fb-b12d-3094c6d599e2 req-578d5d11-e0f5-46d4-a2b4-6c5dc4aa54ea service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8b8e34ef-bafa-4e65-a88d-1be4877982c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250061 Nov 24 15:20:37.209152 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-3e61c9eb-1524-43fb-b12d-3094c6d599e2 req-0295c715-1bbb-4db3-8834-6f3a588467ae service neutron] 10.222.0.74 "GET /v2.0/networks/8b8e34ef-bafa-4e65-a88d-1be4877982c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893166 Nov 24 15:20:37.395329 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36514316-6cd7-470c-a38d-12998407d279 req-fdf8cdf9-6396-4190-8dd2-1681ae8173ca tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:37.397491 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-36514316-6cd7-470c-a38d-12998407d279 req-fdf8cdf9-6396-4190-8dd2-1681ae8173ca tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 945 time: 0.0571342 Nov 24 15:20:37.454858 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-36514316-6cd7-470c-a38d-12998407d279 req-261525c6-79a0-4ce7-8d36-51745f4cb436 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511322 Nov 24 15:20:37.660641 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:38.285590 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-3e61c9eb-1524-43fb-b12d-3094c6d599e2 req-96f318ed-309f-47c7-b51b-c585a47b3e2c service neutron] 10.222.0.74 "GET /v2.0/networks/8b8e34ef-bafa-4e65-a88d-1be4877982c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854206 Nov 24 15:20:38.574299 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f01d6-4c7f-48d7-9f09-b3bf06bad47f req-edef39b0-1703-4b9c-8ca1-6f7883bb2c7a tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:38.575812 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-a50f01d6-4c7f-48d7-9f09-b3bf06bad47f req-edef39b0-1703-4b9c-8ca1-6f7883bb2c7a tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 945 time: 0.0527978 Nov 24 15:20:38.623589 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-a50f01d6-4c7f-48d7-9f09-b3bf06bad47f req-c1b846b4-2bac-4e0d-a1b9-38ca4be66f3c tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417228 Nov 24 15:20:39.740320 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e42603-c896-4f18-9adb-3f29e56b7d37 req-c65f45c4-b0e4-4997-a995-231fe0c42789 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:39.741829 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-69e42603-c896-4f18-9adb-3f29e56b7d37 req-c65f45c4-b0e4-4997-a995-231fe0c42789 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 945 time: 0.0482659 Nov 24 15:20:39.788617 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-69e42603-c896-4f18-9adb-3f29e56b7d37 req-b3b7fa73-218b-41ec-b912-a5e525b57365 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407691 Nov 24 15:20:40.931152 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab704ed5-fa6f-4169-a48a-e1f2bb237ca4 req-915181e8-0df3-4987-bdb6-6d1d80320ac0 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:40.933441 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ab704ed5-fa6f-4169-a48a-e1f2bb237ca4 req-915181e8-0df3-4987-bdb6-6d1d80320ac0 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 945 time: 0.0603366 Nov 24 15:20:40.997083 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ab704ed5-fa6f-4169-a48a-e1f2bb237ca4 req-e959276b-7b89-4d2e-b263-2259ff9eeec8 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547893 Nov 24 15:20:42.111447 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa26ff-b721-4d32-b329-2c83af0a1415 req-5df259e3-a9ed-40e5-b598-598dce63a91d tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:42.113033 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-a8aa26ff-b721-4d32-b329-2c83af0a1415 req-5df259e3-a9ed-40e5-b598-598dce63a91d tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 945 time: 0.0468445 Nov 24 15:20:42.158615 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-a8aa26ff-b721-4d32-b329-2c83af0a1415 req-af5589c4-7137-439f-9981-37815cb1000a tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395732 Nov 24 15:20:43.282355 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6e14b-124d-4d67-96bb-b9286d583a69 req-21099070-fdc8-4fdd-b23f-50c412108b6e tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:43.283876 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-2fd6e14b-124d-4d67-96bb-b9286d583a69 req-21099070-fdc8-4fdd-b23f-50c412108b6e tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 945 time: 0.0530050 Nov 24 15:20:43.329993 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-2fd6e14b-124d-4d67-96bb-b9286d583a69 req-e6ae8017-26fe-4848-938f-65d0c7a2b587 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403748 Nov 24 15:20:44.443656 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea1b89-0a4d-4c3e-998a-597c30955474 req-9aa19cbe-64fd-4314-913b-41162e293599 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:44.445221 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-97ea1b89-0a4d-4c3e-998a-597c30955474 req-9aa19cbe-64fd-4314-913b-41162e293599 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 945 time: 0.0505512 Nov 24 15:20:44.492813 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-97ea1b89-0a4d-4c3e-998a-597c30955474 req-035eee6f-f5cf-4185-84b5-a2b27a4f1668 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416596 Nov 24 15:20:45.174479 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-516e2b25-b866-4b43-99de-1a4b585ef206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:45.631283 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06202a-8217-4655-b2ad-0f0b68f5169b req-0467c38c-5c12-4f3c-a2cc-f939976376dd tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:45.632876 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-8e06202a-8217-4655-b2ad-0f0b68f5169b req-0467c38c-5c12-4f3c-a2cc-f939976376dd tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 945 time: 0.0651658 Nov 24 15:20:45.694564 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-8e06202a-8217-4655-b2ad-0f0b68f5169b req-4323bdab-7fe6-41ac-984e-84370839bf5f tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554593 Nov 24 15:20:46.806942 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b891422-413b-4007-9793-8067343f2b50 req-fe492693-5539-4406-b622-83e9a6b032f8 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:46.808450 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-7b891422-413b-4007-9793-8067343f2b50 req-fe492693-5539-4406-b622-83e9a6b032f8 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 945 time: 0.0493224 Nov 24 15:20:46.858761 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-7b891422-413b-4007-9793-8067343f2b50 req-c4f18d1d-0195-4c2e-9ba2-66f5654b8b20 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437233 Nov 24 15:20:47.118190 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 60308) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:47.155058 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 60314) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:47.210271 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfd94930-6dd8-4e8b-861c-07f280365f0a admin admin] Deleting subnet ad687730-1a79-4116-8e5f-8e7c7c782d3d {{(pid=102544) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 15:20:47.214322 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-bfd94930-6dd8-4e8b-861c-07f280365f0a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:47.259835 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-101603d3-b96b-4116-9c05-9fb704ba75e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:47.277482 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-bfd94930-6dd8-4e8b-861c-07f280365f0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15251451'] for subnet, precommit_delete_associations {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:47.337725 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-bfd94930-6dd8-4e8b-861c-07f280365f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469115'] for subnet, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:47.456935 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-101603d3-b96b-4116-9c05-9fb704ba75e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:47.466594 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-101603d3-b96b-4116-9c05-9fb704ba75e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:47.500773 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-bfd94930-6dd8-4e8b-861c-07f280365f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15751986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13828195'] for subnet, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:47.565799 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-101603d3-b96b-4116-9c05-9fb704ba75e3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4213290f7d034060a975d0edd1fe9553&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4463520 Nov 24 15:20:47.570327 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 60326) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:47.571190 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd94930-6dd8-4e8b-861c-07f280365f0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad687730-1a79-4116-8e5f-8e7c7c782d3d,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:47.574591 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-bfd94930-6dd8-4e8b-861c-07f280365f0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for subnet, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:47.582083 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-bfd94930-6dd8-4e8b-861c-07f280365f0a admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ad687730-1a79-4116-8e5f-8e7c7c782d3d HTTP/1.1" status: 204 len: 168 time: 0.4255221 Nov 24 15:20:47.584769 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 60328) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:47.594899 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101603d3-b96b-4116-9c05-9fb704ba75e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349f173b-6e37-4d69-b447-b896943cc944,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:47.638768 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-de41ab31-7f76-4c7a-a807-00436ed59356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:47.692636 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-8720f17c-2538-49c7-824d-67b1a84396e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541282'] for network, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:47.751767 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-e5920f94-52c1-47ef-874b-c755e552b421 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:47.785888 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-e5920f94-52c1-47ef-874b-c755e552b421 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:47.833649 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-8720f17c-2538-49c7-824d-67b1a84396e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468516', 'neutron.services.segments.db._delete_segments_for_network-8750837505464'] for network, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:47.841452 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-e5920f94-52c1-47ef-874b-c755e552b421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:47.844263 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-e5920f94-52c1-47ef-874b-c755e552b421 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:47.845664 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-e5920f94-52c1-47ef-874b-c755e552b421 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/349f173b-6e37-4d69-b447-b896943cc944 HTTP/1.1" status: 204 len: 168 time: 0.2702849 Nov 24 15:20:47.860296 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5920f94-52c1-47ef-874b-c755e552b421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349f173b-6e37-4d69-b447-b896943cc944,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:47.889745 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.services.segments.db [None req-8720f17c-2538-49c7-824d-67b1a84396e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce3503e1-df56-48a5-9ba6-32fa3301603c']}} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:20:47.910354 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.services.segments.db [None req-8720f17c-2538-49c7-824d-67b1a84396e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd8f162c-b642-47f6-94fe-3de4b7e747f9') {'for_net_delete': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:20:47.910638 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.services.segments.db [None req-8720f17c-2538-49c7-824d-67b1a84396e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd8f162c-b642-47f6-94fe-3de4b7e747f9') {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:20:47.922098 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-8720f17c-2538-49c7-824d-67b1a84396e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750837468492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15251404'] for segment, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:47.938550 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-8720f17c-2538-49c7-824d-67b1a84396e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470086'] for segment, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:47.951810 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8720f17c-2538-49c7-824d-67b1a84396e3 admin admin] Releasing vlan 1227 on physical network physnet1 to pool {{(pid=102544) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 15:20:47.952217 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-8720f17c-2538-49c7-824d-67b1a84396e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15822992'] for segment, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:47.962871 dv-cinder-804035-20-iscsi neutron-server[102544]: Traceback (most recent call last): Nov 24 15:20:47.962871 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 15:20:47.962871 dv-cinder-804035-20-iscsi neutron-server[102544]: timer() Nov 24 15:20:47.962871 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 15:20:47.962871 dv-cinder-804035-20-iscsi neutron-server[102544]: cb(*args, **kw) Nov 24 15:20:47.962871 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 15:20:47.962871 dv-cinder-804035-20-iscsi neutron-server[102544]: return func(*args, **kwargs) Nov 24 15:20:47.962871 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 15:20:47.962871 dv-cinder-804035-20-iscsi neutron-server[102544]: self._notify() Nov 24 15:20:47.962871 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 15:20:47.962871 dv-cinder-804035-20-iscsi neutron-server[102544]: self.callback(batched_events) Nov 24 15:20:47.962871 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 15:20:47.962871 dv-cinder-804035-20-iscsi neutron-server[102544]: event.method(event) Nov 24 15:20:47.962871 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 15:20:47.962871 dv-cinder-804035-20-iscsi neutron-server[102544]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 15:20:47.962871 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 15:20:47.962871 dv-cinder-804035-20-iscsi neutron-server[102544]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 15:20:47.962871 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 15:20:47.962871 dv-cinder-804035-20-iscsi neutron-server[102544]: return f(self, *a, **k) Nov 24 15:20:47.962871 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 15:20:47.962871 dv-cinder-804035-20-iscsi neutron-server[102544]: return self._get(url).json() Nov 24 15:20:47.962871 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 15:20:47.962871 dv-cinder-804035-20-iscsi neutron-server[102544]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 15:20:47.962871 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 15:20:47.962871 dv-cinder-804035-20-iscsi neutron-server[102544]: return self.request(url, 'GET', **kwargs) Nov 24 15:20:47.962871 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 15:20:47.962871 dv-cinder-804035-20-iscsi neutron-server[102544]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 15:20:47.962871 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 15:20:47.962871 dv-cinder-804035-20-iscsi neutron-server[102544]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 15:20:47.962871 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 15:20:47.962871 dv-cinder-804035-20-iscsi neutron-server[102544]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 15:20:47.962871 dv-cinder-804035-20-iscsi neutron-server[102544]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 15:20:48.055437 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2ba8d-bb62-422d-a709-676a12facff9 req-dd3f2e42-9d9c-4a1b-a624-102455a92879 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:48.057181 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-70e2ba8d-bb62-422d-a709-676a12facff9 req-dd3f2e42-9d9c-4a1b-a624-102455a92879 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 945 time: 0.1091597 Nov 24 15:20:48.063687 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-8720f17c-2538-49c7-824d-67b1a84396e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663844'] for network, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:48.069687 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-8720f17c-2538-49c7-824d-67b1a84396e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for network, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:48.077562 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-8720f17c-2538-49c7-824d-67b1a84396e3 admin admin] 10.222.0.66 "DELETE /v2.0/networks/ce3503e1-df56-48a5-9ba6-32fa3301603c HTTP/1.1" status: 204 len: 168 time: 0.4858439 Nov 24 15:20:48.077725 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 60342) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:48.091097 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8720f17c-2538-49c7-824d-67b1a84396e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce3503e1-df56-48a5-9ba6-32fa3301603c,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:48.121646 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c9b27e5-62b2-448e-8370-f13672c42c86 admin admin] Deleting subnet f97cf673-833e-4853-a1e9-26c25060c6f8 {{(pid=102545) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 15:20:48.125473 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2c9b27e5-62b2-448e-8370-f13672c42c86 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:48.142255 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-70e2ba8d-bb62-422d-a709-676a12facff9 req-45966746-e34d-4710-884e-8197e45e6892 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667131 Nov 24 15:20:48.164378 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2c9b27e5-62b2-448e-8370-f13672c42c86 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:48.171101 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2c9b27e5-62b2-448e-8370-f13672c42c86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469115'] for subnet, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:48.194485 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-124f8df6-068a-4f00-a8c0-a9ff39f4d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:48.235258 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2c9b27e5-62b2-448e-8370-f13672c42c86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203'] for subnet, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:48.267682 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b27e5-62b2-448e-8370-f13672c42c86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f97cf673-833e-4853-a1e9-26c25060c6f8,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:48.273308 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2c9b27e5-62b2-448e-8370-f13672c42c86 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:48.276977 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-2c9b27e5-62b2-448e-8370-f13672c42c86 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f97cf673-833e-4853-a1e9-26c25060c6f8 HTTP/1.1" status: 204 len: 168 time: 0.1984384 Nov 24 15:20:48.279958 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 60354) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:48.361637 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-017148ed-1f38-402c-9960-d7b900bda5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541282'] for network, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:48.659509 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 60378) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:48.661662 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-017148ed-1f38-402c-9960-d7b900bda5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468516', 'neutron.services.segments.db._delete_segments_for_network-8750837505464'] for network, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:48.682170 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-017148ed-1f38-402c-9960-d7b900bda5a6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:20:48.682530 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-017148ed-1f38-402c-9960-d7b900bda5a6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:20:48.683406 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-017148ed-1f38-402c-9960-d7b900bda5a6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:20:48.683733 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-017148ed-1f38-402c-9960-d7b900bda5a6 admin admin] Subscribe: > port after_create 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:20:48.684072 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-017148ed-1f38-402c-9960-d7b900bda5a6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:20:48.684403 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-017148ed-1f38-402c-9960-d7b900bda5a6 admin admin] Subscribe: > port after_update 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:20:48.684723 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-017148ed-1f38-402c-9960-d7b900bda5a6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:20:48.685054 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-017148ed-1f38-402c-9960-d7b900bda5a6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:20:48.685366 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-017148ed-1f38-402c-9960-d7b900bda5a6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:20:48.685710 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-017148ed-1f38-402c-9960-d7b900bda5a6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:20:48.758114 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.v2.base [None req-97583cdc-0985-4ab4-8894-f21f12208d06 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-116187741-network', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220'}} {{(pid=102544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:20:48.760109 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-017148ed-1f38-402c-9960-d7b900bda5a6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:20:48.760460 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-017148ed-1f38-402c-9960-d7b900bda5a6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:20:48.760789 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-017148ed-1f38-402c-9960-d7b900bda5a6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:20:48.761117 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-017148ed-1f38-402c-9960-d7b900bda5a6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:20:48.761484 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.services.segments.db [None req-017148ed-1f38-402c-9960-d7b900bda5a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e336ae11-a606-48b2-96c4-7394915412da']}} {{(pid=102545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:20:48.780362 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.services.segments.db [None req-017148ed-1f38-402c-9960-d7b900bda5a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdd601ba-de1a-479c-b1c3-7cf131a6ba37') {'for_net_delete': True} {{(pid=102545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:20:48.780701 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.services.segments.db [None req-017148ed-1f38-402c-9960-d7b900bda5a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdd601ba-de1a-479c-b1c3-7cf131a6ba37') {} {{(pid=102545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:20:48.784430 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97583cdc-0985-4ab4-8894-f21f12208d06 admin admin] Made reservation on behalf of b981a3c2d7974c7ca0c54a5262ea5220 for: {'network': 1} {{(pid=102544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:20:48.787018 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-97583cdc-0985-4ab4-8894-f21f12208d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for network, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:48.795489 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-97583cdc-0985-4ab4-8894-f21f12208d06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:48.800349 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-017148ed-1f38-402c-9960-d7b900bda5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750837468492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15682671'] for segment, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:48.821974 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-017148ed-1f38-402c-9960-d7b900bda5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470086'] for segment, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:48.831889 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-017148ed-1f38-402c-9960-d7b900bda5a6 admin admin] Releasing vlan 1239 on physical network physnet1 to pool {{(pid=102545) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 15:20:48.832310 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-017148ed-1f38-402c-9960-d7b900bda5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13983434'] for segment, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:48.836641 dv-cinder-804035-20-iscsi neutron-server[102545]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 15:20:48.836641 dv-cinder-804035-20-iscsi neutron-server[102545]: from cryptography.utils import int_from_bytes Nov 24 15:20:48.836641 dv-cinder-804035-20-iscsi neutron-server[102545]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 15:20:48.836641 dv-cinder-804035-20-iscsi neutron-server[102545]: from cryptography.utils import int_from_bytes Nov 24 15:20:48.836641 dv-cinder-804035-20-iscsi neutron-server[102545]: Traceback (most recent call last): Nov 24 15:20:48.836641 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 15:20:48.836641 dv-cinder-804035-20-iscsi neutron-server[102545]: timer() Nov 24 15:20:48.836641 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 15:20:48.836641 dv-cinder-804035-20-iscsi neutron-server[102545]: cb(*args, **kw) Nov 24 15:20:48.836641 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 15:20:48.836641 dv-cinder-804035-20-iscsi neutron-server[102545]: return func(*args, **kwargs) Nov 24 15:20:48.836641 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 15:20:48.836641 dv-cinder-804035-20-iscsi neutron-server[102545]: self._notify() Nov 24 15:20:48.836641 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 15:20:48.836641 dv-cinder-804035-20-iscsi neutron-server[102545]: self.callback(batched_events) Nov 24 15:20:48.836641 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 15:20:48.836641 dv-cinder-804035-20-iscsi neutron-server[102545]: event.method(event) Nov 24 15:20:48.836641 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 15:20:48.836641 dv-cinder-804035-20-iscsi neutron-server[102545]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 15:20:48.836641 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 15:20:48.836641 dv-cinder-804035-20-iscsi neutron-server[102545]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 15:20:48.836641 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 15:20:48.836641 dv-cinder-804035-20-iscsi neutron-server[102545]: return f(self, *a, **k) Nov 24 15:20:48.836641 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 15:20:48.836641 dv-cinder-804035-20-iscsi neutron-server[102545]: return self._get(url).json() Nov 24 15:20:48.836641 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 15:20:48.836641 dv-cinder-804035-20-iscsi neutron-server[102545]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 15:20:48.836641 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 15:20:48.836641 dv-cinder-804035-20-iscsi neutron-server[102545]: return self.request(url, 'GET', **kwargs) Nov 24 15:20:48.836641 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 15:20:48.836641 dv-cinder-804035-20-iscsi neutron-server[102545]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 15:20:48.836641 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 15:20:48.836641 dv-cinder-804035-20-iscsi neutron-server[102545]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 15:20:48.836641 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 15:20:48.836641 dv-cinder-804035-20-iscsi neutron-server[102545]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 15:20:48.836641 dv-cinder-804035-20-iscsi neutron-server[102545]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 15:20:48.889831 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-017148ed-1f38-402c-9960-d7b900bda5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663844'] for network, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:48.906289 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-017148ed-1f38-402c-9960-d7b900bda5a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for network, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:48.909734 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-017148ed-1f38-402c-9960-d7b900bda5a6 admin admin] 10.222.0.66 "DELETE /v2.0/networks/e336ae11-a606-48b2-96c4-7394915412da HTTP/1.1" status: 204 len: 168 time: 0.6287489 Nov 24 15:20:48.913122 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017148ed-1f38-402c-9960-d7b900bda5a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e336ae11-a606-48b2-96c4-7394915412da,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:48.940725 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-97583cdc-0985-4ab4-8894-f21f12208d06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:48.945118 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-97583cdc-0985-4ab4-8894-f21f12208d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:48.967509 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97583cdc-0985-4ab4-8894-f21f12208d06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1235} {{(pid=102544) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 15:20:48.983725 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97583cdc-0985-4ab4-8894-f21f12208d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01fb88c4-3fd9-4975-bb05-deb9e25bf8af,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:48.986869 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-97583cdc-0985-4ab4-8894-f21f12208d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470086'] for segment, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:48.987590 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.db.segments_db [None req-97583cdc-0985-4ab4-8894-f21f12208d06 admin admin] Added segment c14c8334-0300-446a-a3d0-b8976f89fcf3 of type vlan for network f26750e4-e797-4f7f-b557-e7463bad5d42 Nov 24 15:20:49.028152 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-97583cdc-0985-4ab4-8894-f21f12208d06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750836966705'] for network, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:49.044693 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 60388) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:49.058156 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-97583cdc-0985-4ab4-8894-f21f12208d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203'] for network, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:49.059188 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97583cdc-0985-4ab4-8894-f21f12208d06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:49.059823 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-97583cdc-0985-4ab4-8894-f21f12208d06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for network, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:49.091736 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-1f58ae5b-2a3c-414a-8f0e-5b342420949d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fb15d0279e4347828a097aea5e848a56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0451047 Nov 24 15:20:49.094007 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-97583cdc-0985-4ab4-8894-f21f12208d06 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4331636 Nov 24 15:20:49.094774 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 60390) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:49.096940 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 60392) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:49.125739 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.v2.base [None req-aab88cff-ac88-42c9-bd60-90b3ac36d75e admin admin] Request body: {'subnet': {'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-116187741-subnet', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'ip_version': 4}} {{(pid=102544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:20:49.135503 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97583cdc-0985-4ab4-8894-f21f12208d06 admin admin] Pushing event updated for resources: {'Network': ['ID=f26750e4-e797-4f7f-b557-e7463bad5d42,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:49.148314 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-efec69a3-17e2-4793-a7b6-71497e72ed4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:49.148937 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Network f26750e4-e797-4f7f-b557-e7463bad5d42 details requested by agent ovs-agent-dv-cinder-804035-20-iscsi with host dv-cinder-804035-20-iscsi {{(pid=102546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 15:20:49.156786 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab88cff-ac88-42c9-bd60-90b3ac36d75e admin admin] Made reservation on behalf of b981a3c2d7974c7ca0c54a5262ea5220 for: {'subnet': 1} {{(pid=102544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:20:49.161052 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-aab88cff-ac88-42c9-bd60-90b3ac36d75e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13828168'] for subnet, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:49.174450 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-efec69a3-17e2-4793-a7b6-71497e72ed4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:49.229838 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-efec69a3-17e2-4793-a7b6-71497e72ed4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:49.232788 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-efec69a3-17e2-4793-a7b6-71497e72ed4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:49.235241 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-efec69a3-17e2-4793-a7b6-71497e72ed4c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f1559a74-9749-4b0c-be5d-4155a435a1f0 HTTP/1.1" status: 204 len: 168 time: 0.1389680 Nov 24 15:20:49.245585 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efec69a3-17e2-4793-a7b6-71497e72ed4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1559a74-9749-4b0c-be5d-4155a435a1f0,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:49.307494 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c877087-4967-4644-89ea-21195a7d51df req-ef298d8d-1658-4230-855c-ddf252398355 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:49.309007 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-5c877087-4967-4644-89ea-21195a7d51df req-ef298d8d-1658-4230-855c-ddf252398355 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 945 time: 0.0753725 Nov 24 15:20:49.390710 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-5c877087-4967-4644-89ea-21195a7d51df req-d9c924ab-335d-4408-af8e-2b42f733152b tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743055 Nov 24 15:20:49.435152 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-aab88cff-ac88-42c9-bd60-90b3ac36d75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15752173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13828186'] for subnet, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:49.492197 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab88cff-ac88-42c9-bd60-90b3ac36d75e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c9fc6c3-0838-4b30-a030-a699466a6c53,revision_number=0']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:49.501150 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab88cff-ac88-42c9-bd60-90b3ac36d75e admin admin] Checking segment: {'id': 'c14c8334-0300-446a-a3d0-b8976f89fcf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:20:49.501514 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab88cff-ac88-42c9-bd60-90b3ac36d75e admin admin] Network hostable DHCP agents. Network: f26750e4-e797-4f7f-b557-e7463bad5d42, hostable agents: ['c1d34c78-3ad8-4647-a250-754fc30c4ba4'], hosted agents: [] {{(pid=102544) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 15:20:49.518756 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab88cff-ac88-42c9-bd60-90b3ac36d75e admin admin] Network f26750e4-e797-4f7f-b557-e7463bad5d42 is scheduled to be hosted by DHCP agent c1d34c78-3ad8-4647-a250-754fc30c4ba4 with binding_index 1 {{(pid=102544) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 15:20:49.528976 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.base_scheduler [None req-aab88cff-ac88-42c9-bd60-90b3ac36d75e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-20-iscsi, f26750e4-e797-4f7f-b557-e7463bad5d42) {{(pid=102544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:20:49.535319 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab88cff-ac88-42c9-bd60-90b3ac36d75e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:49.539091 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b5b5af-502f-447a-b210-5821df6b1ede None None] Network f26750e4-e797-4f7f-b557-e7463bad5d42 requested from dv-cinder-804035-20-iscsi {{(pid=102546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:20:49.545852 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-aab88cff-ac88-42c9-bd60-90b3ac36d75e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for subnet, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:49.566068 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-aab88cff-ac88-42c9-bd60-90b3ac36d75e admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4656396 Nov 24 15:20:49.566285 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 60404) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:49.570428 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.v2.base [None req-01649041-86b9-4c7b-a64e-03008031ffcf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-116187741-router', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86'}}} {{(pid=102544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:20:49.594610 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-01649041-86b9-4c7b-a64e-03008031ffcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-679383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3251'] for router, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:49.596052 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-01649041-86b9-4c7b-a64e-03008031ffcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-665005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-621000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3204'] for router, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:49.597459 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 60406) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:49.639343 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-ecd6bf34-0c2d-48e4-9585-9a3816da35df admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f711119fe43c4cfcb34e4d8db58e9067&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398259 Nov 24 15:20:49.641754 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 60408) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:49.650412 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-01649041-86b9-4c7b-a64e-03008031ffcf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:49.694215 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-43d6319d-622b-49c0-a234-f100bf44d928 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:49.716487 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6c9b3b-0ae1-4ffe-aec2-56667c7b6d93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d40999c-5bbb-552c-8929-1b9b17976eea-f26750e4-e797-4f7f-b557-e7463bad5d42', 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'fixed_ips': [{'subnet_id': '7c9fc6c3-0838-4b30-a030-a699466a6c53'}]}} from dv-cinder-804035-20-iscsi. {{(pid=102546) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 15:20:49.717708 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-9a6c9b3b-0ae1-4ffe-aec2-56667c7b6d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:49.717868 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-43d6319d-622b-49c0-a234-f100bf44d928 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:49.784045 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-43d6319d-622b-49c0-a234-f100bf44d928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:49.787302 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-43d6319d-622b-49c0-a234-f100bf44d928 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:49.789375 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-43d6319d-622b-49c0-a234-f100bf44d928 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/baba380a-bdbd-461f-9688-24628ddb05aa HTTP/1.1" status: 204 len: 168 time: 0.1466215 Nov 24 15:20:49.795144 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-01649041-86b9-4c7b-a64e-03008031ffcf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:49.807063 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0567c706-1e8e-49a8-b1df-c52fd48358e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:49.815503 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d6319d-622b-49c0-a234-f100bf44d928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baba380a-bdbd-461f-9688-24628ddb05aa,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:49.887516 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.db_base_plugin_common [None req-9a6c9b3b-0ae1-4ffe-aec2-56667c7b6d93 None None] Allocated IP 172.20.0.2 (f26750e4-e797-4f7f-b557-e7463bad5d42/7c9fc6c3-0838-4b30-a030-a699466a6c53/92216e7d-3e04-467b-b9e9-6478d40eb950) {{(pid=102546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:20:50.020496 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-01649041-86b9-4c7b-a64e-03008031ffcf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:50.047782 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-01649041-86b9-4c7b-a64e-03008031ffcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:50.060024 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-9a6c9b3b-0ae1-4ffe-aec2-56667c7b6d93 None None] Publish callbacks [] for port, precommit_create {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:50.069356 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-9a6c9b3b-0ae1-4ffe-aec2-56667c7b6d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098'] for port, after_create {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:50.115789 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6c9b3b-0ae1-4ffe-aec2-56667c7b6d93 None None] Network f26750e4-e797-4f7f-b557-e7463bad5d42 is already hosted by enough agents. {{(pid=102546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:20:50.121713 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.scheduler.base_scheduler [None req-9a6c9b3b-0ae1-4ffe-aec2-56667c7b6d93 None None] Resources bound (agent type, host, resource id): {{(pid=102546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:20:50.124553 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6c9b3b-0ae1-4ffe-aec2-56667c7b6d93 None None] Pushing event updated for resources: {'Port': ['ID=92216e7d-3e04-467b-b9e9-6478d40eb950,revision_number=1']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:50.127494 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6c9b3b-0ae1-4ffe-aec2-56667c7b6d93 None None] Received port after_create {{(pid=102546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:20:50.137257 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6c9b3b-0ae1-4ffe-aec2-56667c7b6d93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:50.137698 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6c9b3b-0ae1-4ffe-aec2-56667c7b6d93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:50.138076 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6c9b3b-0ae1-4ffe-aec2-56667c7b6d93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:50.138421 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6c9b3b-0ae1-4ffe-aec2-56667c7b6d93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:50.138818 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6c9b3b-0ae1-4ffe-aec2-56667c7b6d93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:50.139178 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6c9b3b-0ae1-4ffe-aec2-56667c7b6d93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:50.139534 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6c9b3b-0ae1-4ffe-aec2-56667c7b6d93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:50.139860 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6c9b3b-0ae1-4ffe-aec2-56667c7b6d93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:50.140199 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6c9b3b-0ae1-4ffe-aec2-56667c7b6d93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:50.140524 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6c9b3b-0ae1-4ffe-aec2-56667c7b6d93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:50.140845 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6c9b3b-0ae1-4ffe-aec2-56667c7b6d93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:50.141177 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6c9b3b-0ae1-4ffe-aec2-56667c7b6d93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:50.166683 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.db.db_base_plugin_common [None req-01649041-86b9-4c7b-a64e-03008031ffcf admin admin] Allocated IP 172.27.3.35 (8344f4db-560e-43ae-a8a3-c586ec595f86/c55147fe-7574-46b9-be0f-c5d247f19105/4264a2b7-6efb-4cdc-ac80-dce005fa7b88) {{(pid=102544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:20:50.199937 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-9a6c9b3b-0ae1-4ffe-aec2-56667c7b6d93 None None] Attempting to bind port 92216e7d-3e04-467b-b9e9-6478d40eb950 on host dv-cinder-804035-20-iscsi for vnic_type normal with profile {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:20:50.201142 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-9a6c9b3b-0ae1-4ffe-aec2-56667c7b6d93 None None] Attempting to bind port 92216e7d-3e04-467b-b9e9-6478d40eb950 by drivers openvswitch,hyperv on host dv-cinder-804035-20-iscsi at level 0 using segments [{'id': 'c14c8334-0300-446a-a3d0-b8976f89fcf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42'}] {{(pid=102546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:20:50.201694 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6c9b3b-0ae1-4ffe-aec2-56667c7b6d93 None None] Attempting to bind port 92216e7d-3e04-467b-b9e9-6478d40eb950 on network f26750e4-e797-4f7f-b557-e7463bad5d42 {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:20:50.207878 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6c9b3b-0ae1-4ffe-aec2-56667c7b6d93 None None] Checking agent: {'id': '09195cb9-9d00-4b2c-842e-e029daf9b985', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 11, 51), 'started_at': datetime.datetime(2021, 11, 24, 15, 12, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:20:50.208256 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6c9b3b-0ae1-4ffe-aec2-56667c7b6d93 None None] Checking segment: {'id': 'c14c8334-0300-446a-a3d0-b8976f89fcf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:20:50.208839 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-9a6c9b3b-0ae1-4ffe-aec2-56667c7b6d93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:50.209385 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6c9b3b-0ae1-4ffe-aec2-56667c7b6d93 None None] Bound using segment: {'id': 'c14c8334-0300-446a-a3d0-b8976f89fcf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42'} {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:20:50.210013 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-9a6c9b3b-0ae1-4ffe-aec2-56667c7b6d93 None None] Bound port: 92216e7d-3e04-467b-b9e9-6478d40eb950, host: dv-cinder-804035-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c14c8334-0300-446a-a3d0-b8976f89fcf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42'}}] {{(pid=102546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:20:50.210573 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-9a6c9b3b-0ae1-4ffe-aec2-56667c7b6d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:50.298129 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-9a6c9b3b-0ae1-4ffe-aec2-56667c7b6d93 None None] For port 92216e7d-3e04-467b-b9e9-6478d40eb950, host dv-cinder-804035-20-iscsi, cleared binding levels {{(pid=102546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:20:50.300614 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-01649041-86b9-4c7b-a64e-03008031ffcf admin admin] Publish callbacks [] for port, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:50.302331 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-9a6c9b3b-0ae1-4ffe-aec2-56667c7b6d93 None None] For port 92216e7d-3e04-467b-b9e9-6478d40eb950, host dv-cinder-804035-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=92216e7d-3e04-467b-b9e9-6478d40eb950,segment=NetworkSegment(c14c8334-0300-446a-a3d0-b8976f89fcf3),segment_id=c14c8334-0300-446a-a3d0-b8976f89fcf3)] {{(pid=102546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:20:50.307739 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-9a6c9b3b-0ae1-4ffe-aec2-56667c7b6d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:50.345214 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-01649041-86b9-4c7b-a64e-03008031ffcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15752001'] for port, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:50.369896 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6c9b3b-0ae1-4ffe-aec2-56667c7b6d93 None None] Pushing event updated for resources: {'Port': ['ID=92216e7d-3e04-467b-b9e9-6478d40eb950,revision_number=2']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:50.398666 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01649041-86b9-4c7b-a64e-03008031ffcf admin admin] Network 8344f4db-560e-43ae-a8a3-c586ec595f86 is already hosted by enough agents. {{(pid=102544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:20:50.404284 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.base_scheduler [None req-01649041-86b9-4c7b-a64e-03008031ffcf admin admin] Resources bound (agent type, host, resource id): {{(pid=102544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:20:50.407977 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01649041-86b9-4c7b-a64e-03008031ffcf admin admin] Received port after_create {{(pid=102544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:20:50.443000 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01649041-86b9-4c7b-a64e-03008031ffcf admin admin] Pushing event updated for resources: {'Port': ['ID=4264a2b7-6efb-4cdc-ac80-dce005fa7b88,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:50.620513 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6cb9c-6ecd-4a5c-9912-846c8a00c203 req-94fa7e0c-465a-4b07-816a-b56f7edc3a3e tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:50.622079 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-1be6cb9c-6ecd-4a5c-9912-846c8a00c203 req-94fa7e0c-465a-4b07-816a-b56f7edc3a3e tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 945 time: 0.1112254 Nov 24 15:20:50.805533 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 92216e7d-3e04-467b-b9e9-6478d40eb950 up at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:20:50.883218 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Provisioning complete for port 92216e7d-3e04-467b-b9e9-6478d40eb950 triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:20:50.883597 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:50.994684 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:50.996543 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:51.012942 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-1be6cb9c-6ecd-4a5c-9912-846c8a00c203 req-848546db-0ce5-4b26-b170-0a5c29c37a1a tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815634 Nov 24 15:20:51.043397 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-01649041-86b9-4c7b-a64e-03008031ffcf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:51.053753 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] For port 92216e7d-3e04-467b-b9e9-6478d40eb950, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=92216e7d-3e04-467b-b9e9-6478d40eb950,segment=NetworkSegment(c14c8334-0300-446a-a3d0-b8976f89fcf3),segment_id=c14c8334-0300-446a-a3d0-b8976f89fcf3)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:20:51.061917 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:51.132893 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Pushing event updated for resources: {'Port': ['ID=92216e7d-3e04-467b-b9e9-6478d40eb950,revision_number=3']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:51.261008 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-01649041-86b9-4c7b-a64e-03008031ffcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663900'] for router, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:51.415864 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01649041-86b9-4c7b-a64e-03008031ffcf admin admin] Router a2bc1be7-732e-4b4b-a9f9-7a317a77457b is scheduled to L3 agent cf746c29-e95d-415d-8373-1f02a86f1d46 with binding_index 1 {{(pid=102544) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 15:20:51.529624 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01649041-86b9-4c7b-a64e-03008031ffcf admin admin] Notify agent at l3_agent.dv-cinder-804035-20-iscsi the message routers_updated {{(pid=102544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:20:51.538209 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55df437-b152-45b0-a092-b49279558690 None None] Sync routers for ids ['a2bc1be7-732e-4b4b-a9f9-7a317a77457b'] in dv-cinder-804035-20-iscsi {{(pid=102547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:20:51.548908 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-01649041-86b9-4c7b-a64e-03008031ffcf admin admin] Publish callbacks [] for router, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:51.549277 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55df437-b152-45b0-a092-b49279558690 None None] Routers {'a2bc1be7-732e-4b4b-a9f9-7a317a77457b'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:20:51.549905 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-f55df437-b152-45b0-a092-b49279558690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:20:48Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['a2bc1be7-732e-4b4b-a9f9-7a317a77457b'], 'active': True} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:20:51.550184 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-01649041-86b9-4c7b-a64e-03008031ffcf admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9830525 Nov 24 15:20:51.553029 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 60454) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:51.617377 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee390885-4fd7-4496-bd01-69a5aab90326 None None] Network f26750e4-e797-4f7f-b557-e7463bad5d42 requested from dv-cinder-804035-20-iscsi {{(pid=102546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:20:51.673709 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvr_db [None req-f55df437-b152-45b0-a092-b49279558690 None None] Set router a2bc1be7-732e-4b4b-a9f9-7a317a77457b gateway port host: dv-cinder-804035-20-iscsi {{(pid=102547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:20:51.754907 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-bb329392-1d1c-453c-8c80-fe8a5c921446 None None] Provisioning complete for port 92216e7d-3e04-467b-b9e9-6478d40eb950 triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:20:51.754907 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-bb329392-1d1c-453c-8c80-fe8a5c921446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:51.901091 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-f55df437-b152-45b0-a092-b49279558690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'name': 'tempest-TestVolumeBootPattern-116187741-router', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '4264a2b7-6efb-4cdc-ac80-dce005fa7b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:20:49Z', 'updated_at': '2021-11-24T15:20:50Z', 'revision_number': 3, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'gw_port': {'id': '4264a2b7-6efb-4cdc-ac80-dce005fa7b88', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c5:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:50Z', 'updated_at': '2021-11-24T15:20:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi'}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:20:51.931328 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55df437-b152-45b0-a092-b49279558690 None None] Checking router: a2bc1be7-732e-4b4b-a9f9-7a317a77457b for host: dv-cinder-804035-20-iscsi {{(pid=102547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:20:51.931657 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55df437-b152-45b0-a092-b49279558690 None None] Updating router a2bc1be7-732e-4b4b-a9f9-7a317a77457b port 4264a2b7-6efb-4cdc-ac80-dce005fa7b88 binding host dv-cinder-804035-20-iscsi {{(pid=102547) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 15:20:51.967874 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-f55df437-b152-45b0-a092-b49279558690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:52.238161 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-b0c2fba8-4143-4086-bf3c-f4e9f2abd84d None None] Provisioning complete for port 92216e7d-3e04-467b-b9e9-6478d40eb950 triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:20:52.239650 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-b0c2fba8-4143-4086-bf3c-f4e9f2abd84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:52.246402 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ede10-ac17-4f6e-9420-63ce794ce3e5 req-5ff1ebc3-5458-433b-9047-ec451f2570b4 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:52.257261 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-be2ede10-ac17-4f6e-9420-63ce794ce3e5 req-5ff1ebc3-5458-433b-9047-ec451f2570b4 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 945 time: 0.1090801 Nov 24 15:20:52.290645 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-799f7a06-a538-41dd-86a9-f221110f0fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:52.313998 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-f55df437-b152-45b0-a092-b49279558690 None None] Publish callbacks [] for port, precommit_update {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:52.322528 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-f55df437-b152-45b0-a092-b49279558690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:52.374105 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-be2ede10-ac17-4f6e-9420-63ce794ce3e5 req-2344c0de-6193-47fc-b86f-e21a571f4992 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041276 Nov 24 15:20:52.440958 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.managers [None req-f55df437-b152-45b0-a092-b49279558690 None None] Attempting to bind port 4264a2b7-6efb-4cdc-ac80-dce005fa7b88 on host dv-cinder-804035-20-iscsi for vnic_type normal with profile {{(pid=102547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:20:52.441378 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.managers [None req-f55df437-b152-45b0-a092-b49279558690 None None] Attempting to bind port 4264a2b7-6efb-4cdc-ac80-dce005fa7b88 by drivers openvswitch,hyperv on host dv-cinder-804035-20-iscsi at level 0 using segments [{'id': '0ed66df3-fe9f-4da3-924e-b64abe4f4390', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86'}] {{(pid=102547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:20:52.441759 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55df437-b152-45b0-a092-b49279558690 None None] Attempting to bind port 4264a2b7-6efb-4cdc-ac80-dce005fa7b88 on network 8344f4db-560e-43ae-a8a3-c586ec595f86 {{(pid=102547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:20:52.468293 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904b8290-2bc3-4976-89e2-704c20fb82af None None] Pushing event updated for resources: {'Port': ['ID=4264a2b7-6efb-4cdc-ac80-dce005fa7b88,revision_number=2']} {{(pid=102547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:52.470868 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55df437-b152-45b0-a092-b49279558690 None None] Checking agent: {'id': '09195cb9-9d00-4b2c-842e-e029daf9b985', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 11, 51), 'started_at': datetime.datetime(2021, 11, 24, 15, 12, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:20:52.471259 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55df437-b152-45b0-a092-b49279558690 None None] Checking segment: {'id': '0ed66df3-fe9f-4da3-924e-b64abe4f4390', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:20:52.471671 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-f55df437-b152-45b0-a092-b49279558690 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:52.472074 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55df437-b152-45b0-a092-b49279558690 None None] Bound using segment: {'id': '0ed66df3-fe9f-4da3-924e-b64abe4f4390', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86'} {{(pid=102547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:20:52.472787 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.managers [None req-f55df437-b152-45b0-a092-b49279558690 None None] Bound port: 4264a2b7-6efb-4cdc-ac80-dce005fa7b88, host: dv-cinder-804035-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed66df3-fe9f-4da3-924e-b64abe4f4390', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86'}}] {{(pid=102547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:20:52.473399 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-f55df437-b152-45b0-a092-b49279558690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:52.510046 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904b8290-2bc3-4976-89e2-704c20fb82af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:52.510353 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904b8290-2bc3-4976-89e2-704c20fb82af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:52.510709 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904b8290-2bc3-4976-89e2-704c20fb82af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:52.511092 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904b8290-2bc3-4976-89e2-704c20fb82af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:52.511434 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904b8290-2bc3-4976-89e2-704c20fb82af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:52.511804 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904b8290-2bc3-4976-89e2-704c20fb82af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:52.512145 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904b8290-2bc3-4976-89e2-704c20fb82af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:52.512478 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904b8290-2bc3-4976-89e2-704c20fb82af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:52.512829 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904b8290-2bc3-4976-89e2-704c20fb82af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:52.513161 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904b8290-2bc3-4976-89e2-704c20fb82af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:52.514022 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904b8290-2bc3-4976-89e2-704c20fb82af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:52.514355 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904b8290-2bc3-4976-89e2-704c20fb82af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:52.558434 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.db [None req-f55df437-b152-45b0-a092-b49279558690 None None] For port 4264a2b7-6efb-4cdc-ac80-dce005fa7b88, host dv-cinder-804035-20-iscsi, cleared binding levels {{(pid=102547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:20:52.565581 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.db [None req-f55df437-b152-45b0-a092-b49279558690 None None] For port 4264a2b7-6efb-4cdc-ac80-dce005fa7b88, host dv-cinder-804035-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=4264a2b7-6efb-4cdc-ac80-dce005fa7b88,segment=NetworkSegment(0ed66df3-fe9f-4da3-924e-b64abe4f4390),segment_id=0ed66df3-fe9f-4da3-924e-b64abe4f4390)] {{(pid=102547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:20:52.573323 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-f55df437-b152-45b0-a092-b49279558690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:52.582712 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.db_base_plugin_common [None req-799f7a06-a538-41dd-86a9-f221110f0fb5 admin admin] Allocated IP 172.20.0.1 (f26750e4-e797-4f7f-b557-e7463bad5d42/7c9fc6c3-0838-4b30-a030-a699466a6c53/b833f9f1-eb1e-47da-9e09-db5a1ab5dd3d) {{(pid=102545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:20:52.635164 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55df437-b152-45b0-a092-b49279558690 None None] Routers {'a2bc1be7-732e-4b4b-a9f9-7a317a77457b'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:20:52.635809 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-f55df437-b152-45b0-a092-b49279558690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:20:48Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['a2bc1be7-732e-4b4b-a9f9-7a317a77457b'], 'active': True} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:20:52.701209 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-799f7a06-a538-41dd-86a9-f221110f0fb5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:52.745848 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-799f7a06-a538-41dd-86a9-f221110f0fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:52.751887 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 92216e7d-3e04-467b-b9e9-6478d40eb950 up at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:20:52.789120 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904b8290-2bc3-4976-89e2-704c20fb82af None None] Pushing event updated for resources: {'Port': ['ID=4264a2b7-6efb-4cdc-ac80-dce005fa7b88,revision_number=3']} {{(pid=102547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:52.790890 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799f7a06-a538-41dd-86a9-f221110f0fb5 admin admin] Network f26750e4-e797-4f7f-b557-e7463bad5d42 is already hosted by enough agents. {{(pid=102545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:20:52.794216 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [None req-799f7a06-a538-41dd-86a9-f221110f0fb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:20:52.798690 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvr_db [None req-f55df437-b152-45b0-a092-b49279558690 None None] Set router a2bc1be7-732e-4b4b-a9f9-7a317a77457b gateway port host: dv-cinder-804035-20-iscsi {{(pid=102547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:20:52.801043 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799f7a06-a538-41dd-86a9-f221110f0fb5 admin admin] Received port after_create {{(pid=102545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:20:52.830062 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Provisioning complete for port 92216e7d-3e04-467b-b9e9-6478d40eb950 triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:20:52.830267 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:52.835857 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799f7a06-a538-41dd-86a9-f221110f0fb5 admin admin] Pushing event updated for resources: {'Port': ['ID=b833f9f1-eb1e-47da-9e09-db5a1ab5dd3d,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:52.850644 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-799f7a06-a538-41dd-86a9-f221110f0fb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663981'] for router_interface, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:53.036025 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-799f7a06-a538-41dd-86a9-f221110f0fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:53.083642 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-8768dcf2-1256-409e-aeb2-b6a801dfa903 None None] Provisioning complete for port b833f9f1-eb1e-47da-9e09-db5a1ab5dd3d triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:20:53.084019 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-8768dcf2-1256-409e-aeb2-b6a801dfa903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:53.170561 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-8768dcf2-1256-409e-aeb2-b6a801dfa903 None None] Port b833f9f1-eb1e-47da-9e09-db5a1ab5dd3d cannot update to ACTIVE because it is not bound. {{(pid=102546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:20:53.194075 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-f55df437-b152-45b0-a092-b49279558690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'name': 'tempest-TestVolumeBootPattern-116187741-router', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '4264a2b7-6efb-4cdc-ac80-dce005fa7b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:20:49Z', 'updated_at': '2021-11-24T15:20:50Z', 'revision_number': 3, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'gw_port': {'id': '4264a2b7-6efb-4cdc-ac80-dce005fa7b88', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c5:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:50Z', 'updated_at': '2021-11-24T15:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi'}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:20:53.238190 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55df437-b152-45b0-a092-b49279558690 None None] The sync data for ids ['a2bc1be7-732e-4b4b-a9f9-7a317a77457b'] in dv-cinder-804035-20-iscsi is: [{'id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'name': 'tempest-TestVolumeBootPattern-116187741-router', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '4264a2b7-6efb-4cdc-ac80-dce005fa7b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:20:49Z', 'updated_at': '2021-11-24T15:20:50Z', 'revision_number': 3, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'gw_port': {'id': '4264a2b7-6efb-4cdc-ac80-dce005fa7b88', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c5:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:50Z', 'updated_at': '2021-11-24T15:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi'}] {{(pid=102547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:20:53.294642 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-799f7a06-a538-41dd-86a9-f221110f0fb5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:53.306464 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-799f7a06-a538-41dd-86a9-f221110f0fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13923618'] for port, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:53.403018 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799f7a06-a538-41dd-86a9-f221110f0fb5 admin admin] Pushing event updated for resources: {'Port': ['ID=b833f9f1-eb1e-47da-9e09-db5a1ab5dd3d,revision_number=2']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:53.406210 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-799f7a06-a538-41dd-86a9-f221110f0fb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-679709'] for router_interface, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:53.523910 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799f7a06-a538-41dd-86a9-f221110f0fb5 admin admin] Network f26750e4-e797-4f7f-b557-e7463bad5d42 is already hosted by enough agents. {{(pid=102545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:20:53.525326 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [None req-799f7a06-a538-41dd-86a9-f221110f0fb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:20:53.561332 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249ea5c-5984-4896-b3bc-998ca3e28b7a req-33cbc0e2-4e26-44fb-845e-414aecd034c3 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:53.562913 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-5249ea5c-5984-4896-b3bc-998ca3e28b7a req-33cbc0e2-4e26-44fb-845e-414aecd034c3 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 945 time: 0.0922465 Nov 24 15:20:53.666905 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-5249ea5c-5984-4896-b3bc-998ca3e28b7a req-ebb64f63-dfcd-4000-ba00-3d82bfcbc6ae tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972896 Nov 24 15:20:53.728485 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-799f7a06-a538-41dd-86a9-f221110f0fb5 admin admin] Router a2bc1be7-732e-4b4b-a9f9-7a317a77457b has already been hosted by L3 agent cf746c29-e95d-415d-8373-1f02a86f1d46 {{(pid=102545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:20:53.872941 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799f7a06-a538-41dd-86a9-f221110f0fb5 admin admin] Notify agent at l3_agent.dv-cinder-804035-20-iscsi the message routers_updated {{(pid=102545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:20:53.878777 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-799f7a06-a538-41dd-86a9-f221110f0fb5 admin admin] 10.222.0.66 "PUT /v2.0/routers/a2bc1be7-732e-4b4b-a9f9-7a317a77457b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3242037 Nov 24 15:20:53.910217 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-58b3790a-af8c-46a1-ae77-4292fd2d7ac7 None None] Provisioning complete for port b833f9f1-eb1e-47da-9e09-db5a1ab5dd3d triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:20:53.910856 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-58b3790a-af8c-46a1-ae77-4292fd2d7ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:53.948249 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-58b3790a-af8c-46a1-ae77-4292fd2d7ac7 None None] Port b833f9f1-eb1e-47da-9e09-db5a1ab5dd3d cannot update to ACTIVE because it is not bound. {{(pid=102546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:20:54.473179 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 60566) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:54.478166 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [None req-df74a59c-6799-42ce-8849-7568dce459ea admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1468330582-network', 'tenant_id': '215f0d4950364aad9c5a7672b46eca56'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:20:54.515055 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df74a59c-6799-42ce-8849-7568dce459ea admin admin] Made reservation on behalf of 215f0d4950364aad9c5a7672b46eca56 for: {'network': 1} {{(pid=102545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:20:54.517394 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-df74a59c-6799-42ce-8849-7568dce459ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for network, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:54.529660 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-df74a59c-6799-42ce-8849-7568dce459ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:54.623692 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-df74a59c-6799-42ce-8849-7568dce459ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:54.627822 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-df74a59c-6799-42ce-8849-7568dce459ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:54.653262 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df74a59c-6799-42ce-8849-7568dce459ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1240} {{(pid=102545) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 15:20:54.663803 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df74a59c-6799-42ce-8849-7568dce459ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfcc515-4a16-4acf-8945-5a7659df6582,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:54.669105 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-df74a59c-6799-42ce-8849-7568dce459ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470086'] for segment, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:54.669503 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.db.segments_db [None req-df74a59c-6799-42ce-8849-7568dce459ea admin admin] Added segment d158b36c-36aa-4194-928a-884e9729a518 of type vlan for network cbe8fa45-b2ae-4f59-9221-831b7bc467ff Nov 24 15:20:54.736541 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-df74a59c-6799-42ce-8849-7568dce459ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750836966705'] for network, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:54.807106 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-df74a59c-6799-42ce-8849-7568dce459ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203'] for network, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:54.807908 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df74a59c-6799-42ce-8849-7568dce459ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:54.809033 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-df74a59c-6799-42ce-8849-7568dce459ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for network, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:54.836741 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 4264a2b7-6efb-4cdc-ac80-dce005fa7b88 up at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:20:54.881243 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df74a59c-6799-42ce-8849-7568dce459ea admin admin] Pushing event updated for resources: {'Network': ['ID=cbe8fa45-b2ae-4f59-9221-831b7bc467ff,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:54.901065 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-df74a59c-6799-42ce-8849-7568dce459ea admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4257975 Nov 24 15:20:54.903269 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 60584) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:54.905324 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162f593-0f38-4674-8d1a-eb02a3044a34 req-0585f459-123f-4115-a6bb-e29b58a9ee20 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:54.915715 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [None req-3d67735b-7bed-4471-b216-554884bf483a admin admin] Request body: {'subnet': {'network_id': 'cbe8fa45-b2ae-4f59-9221-831b7bc467ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1468330582-subnet', 'tenant_id': '215f0d4950364aad9c5a7672b46eca56', 'ip_version': 4}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:20:54.919426 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-0162f593-0f38-4674-8d1a-eb02a3044a34 req-0585f459-123f-4115-a6bb-e29b58a9ee20 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 945 time: 0.1325521 Nov 24 15:20:54.927193 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Network cbe8fa45-b2ae-4f59-9221-831b7bc467ff details requested by agent ovs-agent-dv-cinder-804035-20-iscsi with host dv-cinder-804035-20-iscsi {{(pid=102546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 15:20:54.969277 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d67735b-7bed-4471-b216-554884bf483a admin admin] Made reservation on behalf of 215f0d4950364aad9c5a7672b46eca56 for: {'subnet': 1} {{(pid=102545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:20:54.972871 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-3d67735b-7bed-4471-b216-554884bf483a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13012759'] for subnet, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:54.981950 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Provisioning complete for port 4264a2b7-6efb-4cdc-ac80-dce005fa7b88 triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:20:54.983305 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:55.079992 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-0162f593-0f38-4674-8d1a-eb02a3044a34 req-4dfae2fc-cf2d-46e0-8b8c-7a6bfbc8ecfa tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587536 Nov 24 15:20:55.080559 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 60592) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:55.223861 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:55.259519 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] For port 4264a2b7-6efb-4cdc-ac80-dce005fa7b88, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=4264a2b7-6efb-4cdc-ac80-dce005fa7b88,segment=NetworkSegment(0ed66df3-fe9f-4da3-924e-b64abe4f4390),segment_id=0ed66df3-fe9f-4da3-924e-b64abe4f4390)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:20:55.262040 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-3d67735b-7bed-4471-b216-554884bf483a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13923767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13012741'] for subnet, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:55.275775 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:55.292238 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-f6d40af8-a3d4-47e2-861c-c2d84d33fc8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:55.327191 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Pushing event updated for resources: {'Port': ['ID=4264a2b7-6efb-4cdc-ac80-dce005fa7b88,revision_number=4']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:55.330636 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d67735b-7bed-4471-b216-554884bf483a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e78e7a8c-a71b-489f-8110-28131200df40,revision_number=0']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:55.338844 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d67735b-7bed-4471-b216-554884bf483a admin admin] Checking segment: {'id': 'd158b36c-36aa-4194-928a-884e9729a518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'cbe8fa45-b2ae-4f59-9221-831b7bc467ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:20:55.338992 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d67735b-7bed-4471-b216-554884bf483a admin admin] Network hostable DHCP agents. Network: cbe8fa45-b2ae-4f59-9221-831b7bc467ff, hostable agents: ['c1d34c78-3ad8-4647-a250-754fc30c4ba4'], hosted agents: [] {{(pid=102545) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 15:20:55.359309 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d67735b-7bed-4471-b216-554884bf483a admin admin] Network cbe8fa45-b2ae-4f59-9221-831b7bc467ff is scheduled to be hosted by DHCP agent c1d34c78-3ad8-4647-a250-754fc30c4ba4 with binding_index 1 {{(pid=102545) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 15:20:55.375967 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [None req-3d67735b-7bed-4471-b216-554884bf483a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-20-iscsi, cbe8fa45-b2ae-4f59-9221-831b7bc467ff) {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:20:55.382593 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d67735b-7bed-4471-b216-554884bf483a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:55.383223 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-3d67735b-7bed-4471-b216-554884bf483a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:55.386577 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb1d799-b0d1-4a5a-a228-6dabc9461d1e None None] Network cbe8fa45-b2ae-4f59-9221-831b7bc467ff requested from dv-cinder-804035-20-iscsi {{(pid=102546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:20:55.406594 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-3d67735b-7bed-4471-b216-554884bf483a admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4972310 Nov 24 15:20:55.406937 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964f35d7-eb3d-447d-b04d-072a7138e6a9 None None] Sync routers for ids ['a2bc1be7-732e-4b4b-a9f9-7a317a77457b'] in dv-cinder-804035-20-iscsi {{(pid=102546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:20:55.407045 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 60608) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:55.416193 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [None req-9d6e8f5e-0873-4c28-9e93-2674c819d329 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1468330582-router', 'tenant_id': '215f0d4950364aad9c5a7672b46eca56', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86'}}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:20:55.438061 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-f6d40af8-a3d4-47e2-861c-c2d84d33fc8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:55.443831 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-f6d40af8-a3d4-47e2-861c-c2d84d33fc8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:55.446911 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-9d6e8f5e-0873-4c28-9e93-2674c819d329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-679383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3251'] for router, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:55.448102 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-9d6e8f5e-0873-4c28-9e93-2674c819d329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-665005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-621000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3204'] for router, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:55.472695 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964f35d7-eb3d-447d-b04d-072a7138e6a9 None None] Routers {'a2bc1be7-732e-4b4b-a9f9-7a317a77457b'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:20:55.473416 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-964f35d7-eb3d-447d-b04d-072a7138e6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:20:48Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['a2bc1be7-732e-4b4b-a9f9-7a317a77457b'], 'active': True} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:20:55.483845 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d40af8-a3d4-47e2-861c-c2d84d33fc8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53dbdf38-9046-4175-b75f-f1c99c1a9121,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:55.518893 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 60610) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:55.520011 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-f6d40af8-a3d4-47e2-861c-c2d84d33fc8f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f0a27f77f6be4389949bbaed2faae7b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4382370 Nov 24 15:20:55.527935 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-9d6e8f5e-0873-4c28-9e93-2674c819d329 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:55.712860 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-9d6e8f5e-0873-4c28-9e93-2674c819d329 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:55.716140 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-b7cb1f44-96f8-4dac-961c-219c5163c050 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:55.755164 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-b7cb1f44-96f8-4dac-961c-219c5163c050 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:55.759168 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvr_db [None req-964f35d7-eb3d-447d-b04d-072a7138e6a9 None None] Set router a2bc1be7-732e-4b4b-a9f9-7a317a77457b gateway port host: dv-cinder-804035-20-iscsi {{(pid=102546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:20:55.845246 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768db69f-4455-45c7-b318-b587e06883a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d40999c-5bbb-552c-8929-1b9b17976eea-cbe8fa45-b2ae-4f59-9221-831b7bc467ff', 'network_id': 'cbe8fa45-b2ae-4f59-9221-831b7bc467ff', 'tenant_id': '215f0d4950364aad9c5a7672b46eca56', 'fixed_ips': [{'subnet_id': 'e78e7a8c-a71b-489f-8110-28131200df40'}]}} from dv-cinder-804035-20-iscsi. {{(pid=102546) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 15:20:55.845488 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-b7cb1f44-96f8-4dac-961c-219c5163c050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:55.846019 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-768db69f-4455-45c7-b318-b587e06883a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:55.847973 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-b7cb1f44-96f8-4dac-961c-219c5163c050 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:55.849128 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-b7cb1f44-96f8-4dac-961c-219c5163c050 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/53dbdf38-9046-4175-b75f-f1c99c1a9121 HTTP/1.1" status: 204 len: 168 time: 0.3291883 Nov 24 15:20:55.861813 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cb1f44-96f8-4dac-961c-219c5163c050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53dbdf38-9046-4175-b75f-f1c99c1a9121,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:56.011829 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-9d6e8f5e-0873-4c28-9e93-2674c819d329 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:56.032400 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-9d6e8f5e-0873-4c28-9e93-2674c819d329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:56.120928 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.db_base_plugin_common [None req-768db69f-4455-45c7-b318-b587e06883a6 None None] Allocated IP 172.20.0.2 (cbe8fa45-b2ae-4f59-9221-831b7bc467ff/e78e7a8c-a71b-489f-8110-28131200df40/c788572d-ee5d-4784-a11c-1b2d1207bf47) {{(pid=102546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:20:56.166210 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-964f35d7-eb3d-447d-b04d-072a7138e6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'name': 'tempest-TestVolumeBootPattern-116187741-router', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '4264a2b7-6efb-4cdc-ac80-dce005fa7b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:20:49Z', 'updated_at': '2021-11-24T15:20:52Z', 'revision_number': 4, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'gw_port': {'id': '4264a2b7-6efb-4cdc-ac80-dce005fa7b88', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:50Z', 'updated_at': '2021-11-24T15:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': 'b833f9f1-eb1e-47da-9e09-db5a1ab5dd3d', 'name': '', 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'mac_address': 'fa:16:3e:54:22:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '7c9fc6c3-0838-4b30-a030-a699466a6c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:52Z', 'updated_at': '2021-11-24T15:20:53Z', 'revision_number': 2, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'subnets': [{'id': '7c9fc6c3-0838-4b30-a030-a699466a6c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:20:56.206317 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.db_base_plugin_common [None req-9d6e8f5e-0873-4c28-9e93-2674c819d329 admin admin] Allocated IP 172.27.3.155 (8344f4db-560e-43ae-a8a3-c586ec595f86/c55147fe-7574-46b9-be0f-c5d247f19105/76584220-7139-4826-90db-9671611e71b0) {{(pid=102545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:20:56.235225 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da84d81-e7be-4486-b743-12a4bd5a4250 req-2fb7f306-c33d-4933-8d11-ed95a249be1d tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:56.237922 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4da84d81-e7be-4486-b743-12a4bd5a4250 req-2fb7f306-c33d-4933-8d11-ed95a249be1d tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 945 time: 0.0730402 Nov 24 15:20:56.281975 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964f35d7-eb3d-447d-b04d-072a7138e6a9 None None] Checking router: a2bc1be7-732e-4b4b-a9f9-7a317a77457b for host: dv-cinder-804035-20-iscsi {{(pid=102546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:20:56.282659 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964f35d7-eb3d-447d-b04d-072a7138e6a9 None None] Updating router a2bc1be7-732e-4b4b-a9f9-7a317a77457b port b833f9f1-eb1e-47da-9e09-db5a1ab5dd3d binding host dv-cinder-804035-20-iscsi {{(pid=102546) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 15:20:56.323104 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-964f35d7-eb3d-447d-b04d-072a7138e6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:56.323339 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4da84d81-e7be-4486-b743-12a4bd5a4250 req-a458b3f0-73b6-4981-ab6c-5350505877ea tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743153 Nov 24 15:20:56.361150 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-9d6e8f5e-0873-4c28-9e93-2674c819d329 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:56.420803 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-9d6e8f5e-0873-4c28-9e93-2674c819d329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:56.462280 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-768db69f-4455-45c7-b318-b587e06883a6 None None] Publish callbacks [] for port, precommit_create {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:56.475196 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-768db69f-4455-45c7-b318-b587e06883a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098'] for port, after_create {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:56.490417 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6e8f5e-0873-4c28-9e93-2674c819d329 admin admin] Network 8344f4db-560e-43ae-a8a3-c586ec595f86 is already hosted by enough agents. {{(pid=102545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:20:56.495222 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [None req-9d6e8f5e-0873-4c28-9e93-2674c819d329 admin admin] Resources bound (agent type, host, resource id): {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:20:56.499145 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6e8f5e-0873-4c28-9e93-2674c819d329 admin admin] Received port after_create {{(pid=102545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:20:56.546178 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e8f5e-0873-4c28-9e93-2674c819d329 admin admin] Pushing event updated for resources: {'Port': ['ID=76584220-7139-4826-90db-9671611e71b0,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:56.660062 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768db69f-4455-45c7-b318-b587e06883a6 None None] Pushing event updated for resources: {'Port': ['ID=c788572d-ee5d-4784-a11c-1b2d1207bf47,revision_number=1']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:56.679639 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768db69f-4455-45c7-b318-b587e06883a6 None None] Network cbe8fa45-b2ae-4f59-9221-831b7bc467ff is already hosted by enough agents. {{(pid=102546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:20:56.684196 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.scheduler.base_scheduler [None req-768db69f-4455-45c7-b318-b587e06883a6 None None] Resources bound (agent type, host, resource id): {{(pid=102546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:20:56.689356 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768db69f-4455-45c7-b318-b587e06883a6 None None] Received port after_create {{(pid=102546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:20:56.880723 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 4264a2b7-6efb-4cdc-ac80-dce005fa7b88 up at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:20:56.882759 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-768db69f-4455-45c7-b318-b587e06883a6 None None] Attempting to bind port c788572d-ee5d-4784-a11c-1b2d1207bf47 on host dv-cinder-804035-20-iscsi for vnic_type normal with profile {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:20:56.883333 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-768db69f-4455-45c7-b318-b587e06883a6 None None] Attempting to bind port c788572d-ee5d-4784-a11c-1b2d1207bf47 by drivers openvswitch,hyperv on host dv-cinder-804035-20-iscsi at level 0 using segments [{'id': 'd158b36c-36aa-4194-928a-884e9729a518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'cbe8fa45-b2ae-4f59-9221-831b7bc467ff'}] {{(pid=102546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:20:56.883865 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768db69f-4455-45c7-b318-b587e06883a6 None None] Attempting to bind port c788572d-ee5d-4784-a11c-1b2d1207bf47 on network cbe8fa45-b2ae-4f59-9221-831b7bc467ff {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:20:56.918685 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768db69f-4455-45c7-b318-b587e06883a6 None None] Checking agent: {'id': '09195cb9-9d00-4b2c-842e-e029daf9b985', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 11, 51), 'started_at': datetime.datetime(2021, 11, 24, 15, 12, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:20:56.919077 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768db69f-4455-45c7-b318-b587e06883a6 None None] Checking segment: {'id': 'd158b36c-36aa-4194-928a-884e9729a518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'cbe8fa45-b2ae-4f59-9221-831b7bc467ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:20:56.919486 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-768db69f-4455-45c7-b318-b587e06883a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:56.919918 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768db69f-4455-45c7-b318-b587e06883a6 None None] Bound using segment: {'id': 'd158b36c-36aa-4194-928a-884e9729a518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'cbe8fa45-b2ae-4f59-9221-831b7bc467ff'} {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:20:56.920409 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-768db69f-4455-45c7-b318-b587e06883a6 None None] Bound port: c788572d-ee5d-4784-a11c-1b2d1207bf47, host: dv-cinder-804035-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd158b36c-36aa-4194-928a-884e9729a518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'cbe8fa45-b2ae-4f59-9221-831b7bc467ff'}}] {{(pid=102546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:20:56.920794 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-768db69f-4455-45c7-b318-b587e06883a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:57.032625 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-9d6e8f5e-0873-4c28-9e93-2674c819d329 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:57.042178 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Provisioning complete for port 4264a2b7-6efb-4cdc-ac80-dce005fa7b88 triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:20:57.042536 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:57.078283 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-768db69f-4455-45c7-b318-b587e06883a6 None None] For port c788572d-ee5d-4784-a11c-1b2d1207bf47, host dv-cinder-804035-20-iscsi, cleared binding levels {{(pid=102546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:20:57.116072 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-768db69f-4455-45c7-b318-b587e06883a6 None None] For port c788572d-ee5d-4784-a11c-1b2d1207bf47, host dv-cinder-804035-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=c788572d-ee5d-4784-a11c-1b2d1207bf47,segment=NetworkSegment(d158b36c-36aa-4194-928a-884e9729a518),segment_id=d158b36c-36aa-4194-928a-884e9729a518)] {{(pid=102546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:20:57.128856 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-768db69f-4455-45c7-b318-b587e06883a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:57.179669 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-964f35d7-eb3d-447d-b04d-072a7138e6a9 None None] Publish callbacks [] for port, precommit_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:57.203616 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-964f35d7-eb3d-447d-b04d-072a7138e6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:57.274235 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 60676) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:57.345197 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768db69f-4455-45c7-b318-b587e06883a6 None None] Pushing event updated for resources: {'Port': ['ID=c788572d-ee5d-4784-a11c-1b2d1207bf47,revision_number=2']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:57.455004 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5739bf3f-0501-4396-b389-6d8fcda2b753 None None] Pushing event updated for resources: {'Port': ['ID=b833f9f1-eb1e-47da-9e09-db5a1ab5dd3d,revision_number=3']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:57.523200 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-964f35d7-eb3d-447d-b04d-072a7138e6a9 None None] Attempting to bind port b833f9f1-eb1e-47da-9e09-db5a1ab5dd3d on host dv-cinder-804035-20-iscsi for vnic_type normal with profile {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:20:57.523881 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-964f35d7-eb3d-447d-b04d-072a7138e6a9 None None] Attempting to bind port b833f9f1-eb1e-47da-9e09-db5a1ab5dd3d by drivers openvswitch,hyperv on host dv-cinder-804035-20-iscsi at level 0 using segments [{'id': 'c14c8334-0300-446a-a3d0-b8976f89fcf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42'}] {{(pid=102546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:20:57.532323 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964f35d7-eb3d-447d-b04d-072a7138e6a9 None None] Attempting to bind port b833f9f1-eb1e-47da-9e09-db5a1ab5dd3d on network f26750e4-e797-4f7f-b557-e7463bad5d42 {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:20:57.543589 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-4a243bd3-5c05-4d97-8b3e-4a849dc18148 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:57.556556 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964f35d7-eb3d-447d-b04d-072a7138e6a9 None None] Checking agent: {'id': '09195cb9-9d00-4b2c-842e-e029daf9b985', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 11, 51), 'started_at': datetime.datetime(2021, 11, 24, 15, 12, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:20:57.556942 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964f35d7-eb3d-447d-b04d-072a7138e6a9 None None] Checking segment: {'id': 'c14c8334-0300-446a-a3d0-b8976f89fcf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:20:57.557353 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-964f35d7-eb3d-447d-b04d-072a7138e6a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:57.557871 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964f35d7-eb3d-447d-b04d-072a7138e6a9 None None] Bound using segment: {'id': 'c14c8334-0300-446a-a3d0-b8976f89fcf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42'} {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:20:57.559071 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-964f35d7-eb3d-447d-b04d-072a7138e6a9 None None] Bound port: b833f9f1-eb1e-47da-9e09-db5a1ab5dd3d, host: dv-cinder-804035-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c14c8334-0300-446a-a3d0-b8976f89fcf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42'}}] {{(pid=102546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:20:57.560065 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-964f35d7-eb3d-447d-b04d-072a7138e6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:57.600516 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966475b9-98a7-4b75-81e8-8dca01a3be08 req-51c2e568-5fcf-4f3f-ae66-c5a2e32d1555 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:57.603898 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-966475b9-98a7-4b75-81e8-8dca01a3be08 req-51c2e568-5fcf-4f3f-ae66-c5a2e32d1555 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 945 time: 0.1380429 Nov 24 15:20:57.748053 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-964f35d7-eb3d-447d-b04d-072a7138e6a9 None None] For port b833f9f1-eb1e-47da-9e09-db5a1ab5dd3d, host dv-cinder-804035-20-iscsi, cleared binding levels {{(pid=102546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:20:57.749446 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-966475b9-98a7-4b75-81e8-8dca01a3be08 req-edcf89be-c7af-4858-8c68-593827665023 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083715 Nov 24 15:20:57.765091 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-789ea29e-3d65-4936-b80b-37ac9f41fae2 None None] Provisioning complete for port b833f9f1-eb1e-47da-9e09-db5a1ab5dd3d triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:20:57.767567 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-789ea29e-3d65-4936-b80b-37ac9f41fae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:57.786422 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-9d6e8f5e-0873-4c28-9e93-2674c819d329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663900'] for router, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:57.860697 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-964f35d7-eb3d-447d-b04d-072a7138e6a9 None None] For port b833f9f1-eb1e-47da-9e09-db5a1ab5dd3d, host dv-cinder-804035-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=b833f9f1-eb1e-47da-9e09-db5a1ab5dd3d,segment=NetworkSegment(c14c8334-0300-446a-a3d0-b8976f89fcf3),segment_id=c14c8334-0300-446a-a3d0-b8976f89fcf3)] {{(pid=102546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:20:57.865243 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-4a243bd3-5c05-4d97-8b3e-4a849dc18148 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:57.870608 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-789ea29e-3d65-4936-b80b-37ac9f41fae2 None None] Port b833f9f1-eb1e-47da-9e09-db5a1ab5dd3d cannot update to ACTIVE because it is not bound. {{(pid=102546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:20:57.870797 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-4a243bd3-5c05-4d97-8b3e-4a849dc18148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:57.875626 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-964f35d7-eb3d-447d-b04d-072a7138e6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:57.930776 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-4a243bd3-5c05-4d97-8b3e-4a849dc18148 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0a21bd209925469a9864f2ada8e52482&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6549878 Nov 24 15:20:57.932396 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a243bd3-5c05-4d97-8b3e-4a849dc18148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163fc918-5a0b-4cad-8360-a0e309b64253,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:57.938734 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 60700) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:57.975235 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964f35d7-eb3d-447d-b04d-072a7138e6a9 None None] Routers {'a2bc1be7-732e-4b4b-a9f9-7a317a77457b'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:20:57.976038 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-964f35d7-eb3d-447d-b04d-072a7138e6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:20:48Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['a2bc1be7-732e-4b4b-a9f9-7a317a77457b'], 'active': True} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:20:58.059948 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-04fb30ca-3d13-4bb0-8110-22295579d7e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:58.064940 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d6e8f5e-0873-4c28-9e93-2674c819d329 admin admin] Router e0bf68f1-ffb4-4165-8f56-bffd88a4c976 is scheduled to L3 agent cf746c29-e95d-415d-8373-1f02a86f1d46 with binding_index 1 {{(pid=102545) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 15:20:58.144400 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5739bf3f-0501-4396-b389-6d8fcda2b753 None None] Pushing event updated for resources: {'Port': ['ID=b833f9f1-eb1e-47da-9e09-db5a1ab5dd3d,revision_number=4']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:58.150685 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-04fb30ca-3d13-4bb0-8110-22295579d7e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:58.152267 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvr_db [None req-964f35d7-eb3d-447d-b04d-072a7138e6a9 None None] Set router a2bc1be7-732e-4b4b-a9f9-7a317a77457b gateway port host: dv-cinder-804035-20-iscsi {{(pid=102546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:20:58.234553 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-04fb30ca-3d13-4bb0-8110-22295579d7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:58.239731 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-04fb30ca-3d13-4bb0-8110-22295579d7e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:58.243378 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-04fb30ca-3d13-4bb0-8110-22295579d7e0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/163fc918-5a0b-4cad-8360-a0e309b64253 HTTP/1.1" status: 204 len: 168 time: 0.3016458 Nov 24 15:20:58.260101 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fb30ca-3d13-4bb0-8110-22295579d7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163fc918-5a0b-4cad-8360-a0e309b64253,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:58.267402 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6e8f5e-0873-4c28-9e93-2674c819d329 admin admin] Notify agent at l3_agent.dv-cinder-804035-20-iscsi the message routers_updated {{(pid=102545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:20:58.279760 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0df9bf3-57d1-4a91-94ab-ff6f5eaab3d4 None None] Sync routers for ids ['e0bf68f1-ffb4-4165-8f56-bffd88a4c976'] in dv-cinder-804035-20-iscsi {{(pid=102547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:20:58.303995 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0df9bf3-57d1-4a91-94ab-ff6f5eaab3d4 None None] Routers {'e0bf68f1-ffb4-4165-8f56-bffd88a4c976'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:20:58.305104 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-a0df9bf3-57d1-4a91-94ab-ff6f5eaab3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:20:48Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['e0bf68f1-ffb4-4165-8f56-bffd88a4c976'], 'active': True} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:20:58.305907 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-9d6e8f5e-0873-4c28-9e93-2674c819d329 admin admin] Publish callbacks [] for router, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:58.310921 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-9d6e8f5e-0873-4c28-9e93-2674c819d329 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9019492 Nov 24 15:20:58.313050 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 60712) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:58.620128 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-44e8a715-a870-4d4b-8248-7f341146ec41 None None] Provisioning complete for port b833f9f1-eb1e-47da-9e09-db5a1ab5dd3d triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:20:58.620873 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-44e8a715-a870-4d4b-8248-7f341146ec41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:58.738667 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-44e8a715-a870-4d4b-8248-7f341146ec41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:58.762846 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvr_db [None req-a0df9bf3-57d1-4a91-94ab-ff6f5eaab3d4 None None] Set router e0bf68f1-ffb4-4165-8f56-bffd88a4c976 gateway port host: dv-cinder-804035-20-iscsi {{(pid=102547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:20:58.911929 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-44e8a715-a870-4d4b-8248-7f341146ec41 None None] For port b833f9f1-eb1e-47da-9e09-db5a1ab5dd3d, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=b833f9f1-eb1e-47da-9e09-db5a1ab5dd3d,segment=NetworkSegment(c14c8334-0300-446a-a3d0-b8976f89fcf3),segment_id=c14c8334-0300-446a-a3d0-b8976f89fcf3)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:20:58.930770 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device c788572d-ee5d-4784-a11c-1b2d1207bf47 up at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:20:58.934162 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-44e8a715-a870-4d4b-8248-7f341146ec41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:59.049659 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-964f35d7-eb3d-447d-b04d-072a7138e6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'name': 'tempest-TestVolumeBootPattern-116187741-router', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '4264a2b7-6efb-4cdc-ac80-dce005fa7b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:20:49Z', 'updated_at': '2021-11-24T15:20:52Z', 'revision_number': 4, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'gw_port': {'id': '4264a2b7-6efb-4cdc-ac80-dce005fa7b88', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:50Z', 'updated_at': '2021-11-24T15:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': 'b833f9f1-eb1e-47da-9e09-db5a1ab5dd3d', 'name': '', 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'mac_address': 'fa:16:3e:54:22:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '7c9fc6c3-0838-4b30-a030-a699466a6c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:52Z', 'updated_at': '2021-11-24T15:20:57Z', 'revision_number': 4, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'subnets': [{'id': '7c9fc6c3-0838-4b30-a030-a699466a6c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:20:59.082286 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e8a715-a870-4d4b-8248-7f341146ec41 None None] Pushing event updated for resources: {'Port': ['ID=b833f9f1-eb1e-47da-9e09-db5a1ab5dd3d,revision_number=5']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:59.085630 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964f35d7-eb3d-447d-b04d-072a7138e6a9 None None] The sync data for ids ['a2bc1be7-732e-4b4b-a9f9-7a317a77457b'] in dv-cinder-804035-20-iscsi is: [{'id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'name': 'tempest-TestVolumeBootPattern-116187741-router', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '4264a2b7-6efb-4cdc-ac80-dce005fa7b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:20:49Z', 'updated_at': '2021-11-24T15:20:52Z', 'revision_number': 4, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'gw_port': {'id': '4264a2b7-6efb-4cdc-ac80-dce005fa7b88', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:50Z', 'updated_at': '2021-11-24T15:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': 'b833f9f1-eb1e-47da-9e09-db5a1ab5dd3d', 'name': '', 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'mac_address': 'fa:16:3e:54:22:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '7c9fc6c3-0838-4b30-a030-a699466a6c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:52Z', 'updated_at': '2021-11-24T15:20:57Z', 'revision_number': 4, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'subnets': [{'id': '7c9fc6c3-0838-4b30-a030-a699466a6c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:20:59.102485 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Provisioning complete for port c788572d-ee5d-4784-a11c-1b2d1207bf47 triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:20:59.103181 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:59.165198 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd92e7e9-5ca9-405e-8998-7732e3cac086 None None] Network cbe8fa45-b2ae-4f59-9221-831b7bc467ff requested from dv-cinder-804035-20-iscsi {{(pid=102546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:20:59.219812 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4520381-1836-4d0f-b132-34f72e02e809 req-b351bfe2-d7c4-4591-a756-60db15953448 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:59.221229 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c4520381-1836-4d0f-b132-34f72e02e809 req-b351bfe2-d7c4-4591-a756-60db15953448 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 945 time: 0.3217003 Nov 24 15:20:59.272476 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-a0df9bf3-57d1-4a91-94ab-ff6f5eaab3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0bf68f1-ffb4-4165-8f56-bffd88a4c976', 'name': 'tempest-TestVolumeBootPattern-1468330582-router', 'tenant_id': '215f0d4950364aad9c5a7672b46eca56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '76584220-7139-4826-90db-9671611e71b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:20:55Z', 'updated_at': '2021-11-24T15:20:56Z', 'revision_number': 3, 'project_id': '215f0d4950364aad9c5a7672b46eca56', 'gw_port': {'id': '76584220-7139-4826-90db-9671611e71b0', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:00:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0bf68f1-ffb4-4165-8f56-bffd88a4c976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:56Z', 'updated_at': '2021-11-24T15:20:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi'}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:20:59.336978 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0df9bf3-57d1-4a91-94ab-ff6f5eaab3d4 None None] Checking router: e0bf68f1-ffb4-4165-8f56-bffd88a4c976 for host: dv-cinder-804035-20-iscsi {{(pid=102547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:20:59.337547 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0df9bf3-57d1-4a91-94ab-ff6f5eaab3d4 None None] Updating router e0bf68f1-ffb4-4165-8f56-bffd88a4c976 port 76584220-7139-4826-90db-9671611e71b0 binding host dv-cinder-804035-20-iscsi {{(pid=102547) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 15:20:59.400026 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c4520381-1836-4d0f-b132-34f72e02e809 req-bf11e8b2-b9e2-4b28-9065-edd02482b074 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526067 Nov 24 15:20:59.428041 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-a0df9bf3-57d1-4a91-94ab-ff6f5eaab3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:59.508279 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-4e505d59-2a79-4d99-aa00-7d285bd477ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:59.647861 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-fd1498a7-0a5a-4922-8aa1-ca1c4ff74fb3 None None] Provisioning complete for port c788572d-ee5d-4784-a11c-1b2d1207bf47 triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:20:59.648320 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-fd1498a7-0a5a-4922-8aa1-ca1c4ff74fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:59.659932 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.agents_db [None req-1855c149-01a8-4582-985c-3b31432c2781 None None] Agent healthcheck: found 6 active agents {{(pid=102547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:20:59.776555 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:59.896425 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] For port c788572d-ee5d-4784-a11c-1b2d1207bf47, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=c788572d-ee5d-4784-a11c-1b2d1207bf47,segment=NetworkSegment(d158b36c-36aa-4194-928a-884e9729a518),segment_id=d158b36c-36aa-4194-928a-884e9729a518)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:20:59.902619 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:00.004813 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.db.db_base_plugin_common [None req-4e505d59-2a79-4d99-aa00-7d285bd477ff admin admin] Allocated IP 172.20.0.1 (cbe8fa45-b2ae-4f59-9221-831b7bc467ff/e78e7a8c-a71b-489f-8110-28131200df40/cdbd4274-50ec-4ad2-84d3-f20c49e3022f) {{(pid=102544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:21:00.021686 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-a0df9bf3-57d1-4a91-94ab-ff6f5eaab3d4 None None] Publish callbacks [] for port, precommit_update {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:00.033379 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-a0df9bf3-57d1-4a91-94ab-ff6f5eaab3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:00.071650 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9e2b7-1998-4947-9067-67d785b558ed req-41a8936d-9cee-4a7a-9e5e-ee73b0e08e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:00.073169 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-05c9e2b7-1998-4947-9067-67d785b558ed req-41a8936d-9cee-4a7a-9e5e-ee73b0e08e0d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 1098 time: 0.2300866 Nov 24 15:21:00.090236 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Pushing event updated for resources: {'Port': ['ID=c788572d-ee5d-4784-a11c-1b2d1207bf47,revision_number=3']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:00.165097 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf300da-4ddf-4e37-b52d-ff3c217072e2 None None] Pushing event updated for resources: {'Port': ['ID=76584220-7139-4826-90db-9671611e71b0,revision_number=2']} {{(pid=102547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:00.245196 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.managers [None req-a0df9bf3-57d1-4a91-94ab-ff6f5eaab3d4 None None] Attempting to bind port 76584220-7139-4826-90db-9671611e71b0 on host dv-cinder-804035-20-iscsi for vnic_type normal with profile {{(pid=102547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:21:00.246851 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.managers [None req-a0df9bf3-57d1-4a91-94ab-ff6f5eaab3d4 None None] Attempting to bind port 76584220-7139-4826-90db-9671611e71b0 by drivers openvswitch,hyperv on host dv-cinder-804035-20-iscsi at level 0 using segments [{'id': '0ed66df3-fe9f-4da3-924e-b64abe4f4390', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86'}] {{(pid=102547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:21:00.248859 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0df9bf3-57d1-4a91-94ab-ff6f5eaab3d4 None None] Attempting to bind port 76584220-7139-4826-90db-9671611e71b0 on network 8344f4db-560e-43ae-a8a3-c586ec595f86 {{(pid=102547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:21:00.260949 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0df9bf3-57d1-4a91-94ab-ff6f5eaab3d4 None None] Checking agent: {'id': '09195cb9-9d00-4b2c-842e-e029daf9b985', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 11, 51), 'started_at': datetime.datetime(2021, 11, 24, 15, 12, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:21:00.261345 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0df9bf3-57d1-4a91-94ab-ff6f5eaab3d4 None None] Checking segment: {'id': '0ed66df3-fe9f-4da3-924e-b64abe4f4390', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:21:00.261759 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-a0df9bf3-57d1-4a91-94ab-ff6f5eaab3d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:00.262162 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0df9bf3-57d1-4a91-94ab-ff6f5eaab3d4 None None] Bound using segment: {'id': '0ed66df3-fe9f-4da3-924e-b64abe4f4390', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86'} {{(pid=102547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:21:00.265214 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.managers [None req-a0df9bf3-57d1-4a91-94ab-ff6f5eaab3d4 None None] Bound port: 76584220-7139-4826-90db-9671611e71b0, host: dv-cinder-804035-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed66df3-fe9f-4da3-924e-b64abe4f4390', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86'}}] {{(pid=102547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:21:00.265650 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-a0df9bf3-57d1-4a91-94ab-ff6f5eaab3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:00.284559 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-05c9e2b7-1998-4947-9067-67d785b558ed req-657894ce-f467-4045-a337-644f4a065939 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340108 Nov 24 15:21:00.340159 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-4e505d59-2a79-4d99-aa00-7d285bd477ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:00.347385 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.db [None req-a0df9bf3-57d1-4a91-94ab-ff6f5eaab3d4 None None] For port 76584220-7139-4826-90db-9671611e71b0, host dv-cinder-804035-20-iscsi, cleared binding levels {{(pid=102547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:21:00.351977 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.db [None req-a0df9bf3-57d1-4a91-94ab-ff6f5eaab3d4 None None] For port 76584220-7139-4826-90db-9671611e71b0, host dv-cinder-804035-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=76584220-7139-4826-90db-9671611e71b0,segment=NetworkSegment(0ed66df3-fe9f-4da3-924e-b64abe4f4390),segment_id=0ed66df3-fe9f-4da3-924e-b64abe4f4390)] {{(pid=102547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:21:00.371325 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-a0df9bf3-57d1-4a91-94ab-ff6f5eaab3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:00.380048 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-138cbc9c-6179-4c97-8937-93c3576219da None None] Provisioning complete for port c788572d-ee5d-4784-a11c-1b2d1207bf47 triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:21:00.380617 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-138cbc9c-6179-4c97-8937-93c3576219da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:00.381247 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-4e505d59-2a79-4d99-aa00-7d285bd477ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15752001'] for port, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:00.451725 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e505d59-2a79-4d99-aa00-7d285bd477ff admin admin] Network cbe8fa45-b2ae-4f59-9221-831b7bc467ff is already hosted by enough agents. {{(pid=102544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:21:00.455647 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.base_scheduler [None req-4e505d59-2a79-4d99-aa00-7d285bd477ff admin admin] Resources bound (agent type, host, resource id): {{(pid=102544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:21:00.456683 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf300da-4ddf-4e37-b52d-ff3c217072e2 None None] Pushing event updated for resources: {'Port': ['ID=76584220-7139-4826-90db-9671611e71b0,revision_number=3']} {{(pid=102547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:00.461095 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e505d59-2a79-4d99-aa00-7d285bd477ff admin admin] Received port after_create {{(pid=102544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:21:00.477912 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0df9bf3-57d1-4a91-94ab-ff6f5eaab3d4 None None] Routers {'e0bf68f1-ffb4-4165-8f56-bffd88a4c976'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:21:00.478088 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-a0df9bf3-57d1-4a91-94ab-ff6f5eaab3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:20:48Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['e0bf68f1-ffb4-4165-8f56-bffd88a4c976'], 'active': True} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:21:00.513808 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e505d59-2a79-4d99-aa00-7d285bd477ff admin admin] Pushing event updated for resources: {'Port': ['ID=cdbd4274-50ec-4ad2-84d3-f20c49e3022f,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:00.553273 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-4e505d59-2a79-4d99-aa00-7d285bd477ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663981'] for router_interface, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:00.665825 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvr_db [None req-a0df9bf3-57d1-4a91-94ab-ff6f5eaab3d4 None None] Set router e0bf68f1-ffb4-4165-8f56-bffd88a4c976 gateway port host: dv-cinder-804035-20-iscsi {{(pid=102547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:21:00.784861 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb4a771-f0f3-4e93-91b3-093c614d225c req-a8bdad35-d926-4e98-b197-6acdd7019fa4 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:00.799055 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-3cb4a771-f0f3-4e93-91b3-093c614d225c req-a8bdad35-d926-4e98-b197-6acdd7019fa4 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 945 time: 0.1645303 Nov 24 15:21:00.909615 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-4e505d59-2a79-4d99-aa00-7d285bd477ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:00.917455 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-3cb4a771-f0f3-4e93-91b3-093c614d225c req-bedf443a-7331-4afa-a244-2e63111fa54f tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093597 Nov 24 15:21:00.952630 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-091f731b-2a00-4b3f-96bb-2061daeb08a6 None None] Provisioning complete for port cdbd4274-50ec-4ad2-84d3-f20c49e3022f triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:21:00.953012 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-091f731b-2a00-4b3f-96bb-2061daeb08a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:00.977727 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device b833f9f1-eb1e-47da-9e09-db5a1ab5dd3d up at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:21:01.056163 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Provisioning complete for port b833f9f1-eb1e-47da-9e09-db5a1ab5dd3d triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:21:01.056544 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:01.065580 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-091f731b-2a00-4b3f-96bb-2061daeb08a6 None None] Port cdbd4274-50ec-4ad2-84d3-f20c49e3022f cannot update to ACTIVE because it is not bound. {{(pid=102546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:21:01.091600 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-a0df9bf3-57d1-4a91-94ab-ff6f5eaab3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0bf68f1-ffb4-4165-8f56-bffd88a4c976', 'name': 'tempest-TestVolumeBootPattern-1468330582-router', 'tenant_id': '215f0d4950364aad9c5a7672b46eca56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '76584220-7139-4826-90db-9671611e71b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:20:55Z', 'updated_at': '2021-11-24T15:20:56Z', 'revision_number': 3, 'project_id': '215f0d4950364aad9c5a7672b46eca56', 'gw_port': {'id': '76584220-7139-4826-90db-9671611e71b0', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:00:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0bf68f1-ffb4-4165-8f56-bffd88a4c976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:56Z', 'updated_at': '2021-11-24T15:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi'}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:21:01.132493 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0df9bf3-57d1-4a91-94ab-ff6f5eaab3d4 None None] The sync data for ids ['e0bf68f1-ffb4-4165-8f56-bffd88a4c976'] in dv-cinder-804035-20-iscsi is: [{'id': 'e0bf68f1-ffb4-4165-8f56-bffd88a4c976', 'name': 'tempest-TestVolumeBootPattern-1468330582-router', 'tenant_id': '215f0d4950364aad9c5a7672b46eca56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '76584220-7139-4826-90db-9671611e71b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:20:55Z', 'updated_at': '2021-11-24T15:20:56Z', 'revision_number': 3, 'project_id': '215f0d4950364aad9c5a7672b46eca56', 'gw_port': {'id': '76584220-7139-4826-90db-9671611e71b0', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:00:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0bf68f1-ffb4-4165-8f56-bffd88a4c976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:56Z', 'updated_at': '2021-11-24T15:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi'}] {{(pid=102547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:21:01.174044 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device c788572d-ee5d-4784-a11c-1b2d1207bf47 up at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:21:01.339836 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Provisioning complete for port c788572d-ee5d-4784-a11c-1b2d1207bf47 triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:21:01.340529 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:01.480207 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-4e505d59-2a79-4d99-aa00-7d285bd477ff admin admin] Publish callbacks [] for port, precommit_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:01.487571 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-4e505d59-2a79-4d99-aa00-7d285bd477ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15752056'] for port, after_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:01.627778 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e505d59-2a79-4d99-aa00-7d285bd477ff admin admin] Pushing event updated for resources: {'Port': ['ID=cdbd4274-50ec-4ad2-84d3-f20c49e3022f,revision_number=2']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:01.684666 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-4e505d59-2a79-4d99-aa00-7d285bd477ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-679709'] for router_interface, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:01.828911 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e505d59-2a79-4d99-aa00-7d285bd477ff admin admin] Network cbe8fa45-b2ae-4f59-9221-831b7bc467ff is already hosted by enough agents. {{(pid=102544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:21:01.830455 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.base_scheduler [None req-4e505d59-2a79-4d99-aa00-7d285bd477ff admin admin] Resources bound (agent type, host, resource id): {{(pid=102544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:21:02.142874 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e505d59-2a79-4d99-aa00-7d285bd477ff admin admin] Router e0bf68f1-ffb4-4165-8f56-bffd88a4c976 has already been hosted by L3 agent cf746c29-e95d-415d-8373-1f02a86f1d46 {{(pid=102544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:21:02.159080 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693829a-2d94-446d-8aa9-20e5fe502056 req-03ce7afd-b252-41f0-9a5d-eb91ffd38bef tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:02.166577 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-2693829a-2d94-446d-8aa9-20e5fe502056 req-03ce7afd-b252-41f0-9a5d-eb91ffd38bef tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 945 time: 0.1116476 Nov 24 15:21:02.197382 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-d886d7e7-69ca-4e42-906c-7db8968e6c44 None None] Provisioning complete for port cdbd4274-50ec-4ad2-84d3-f20c49e3022f triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:21:02.197962 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-d886d7e7-69ca-4e42-906c-7db8968e6c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:02.262863 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-d886d7e7-69ca-4e42-906c-7db8968e6c44 None None] Port cdbd4274-50ec-4ad2-84d3-f20c49e3022f cannot update to ACTIVE because it is not bound. {{(pid=102546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:21:02.357270 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-2693829a-2d94-446d-8aa9-20e5fe502056 req-e1055422-6e0d-40ac-825b-fe1d25ada421 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857920 Nov 24 15:21:02.366858 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e505d59-2a79-4d99-aa00-7d285bd477ff admin admin] Notify agent at l3_agent.dv-cinder-804035-20-iscsi the message routers_updated {{(pid=102544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:21:02.382760 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-4e505d59-2a79-4d99-aa00-7d285bd477ff admin admin] 10.222.0.66 "PUT /v2.0/routers/e0bf68f1-ffb4-4165-8f56-bffd88a4c976/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0669560 Nov 24 15:21:02.588028 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce63abbd-8a80-47ee-928b-cadba1544192 req-0aeb2328-8ce1-481c-80b7-afcf83b31db5 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:02.589647 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ce63abbd-8a80-47ee-928b-cadba1544192 req-0aeb2328-8ce1-481c-80b7-afcf83b31db5 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.1160095 Nov 24 15:21:02.655398 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ce63abbd-8a80-47ee-928b-cadba1544192 req-b44d49f7-6ce0-4015-ac07-82fc1dccd672 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569572 Nov 24 15:21:02.775874 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 76584220-7139-4826-90db-9671611e71b0 up at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:21:02.861232 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Provisioning complete for port 76584220-7139-4826-90db-9671611e71b0 triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:21:02.861615 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:02.976875 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:03.025803 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] For port 76584220-7139-4826-90db-9671611e71b0, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=76584220-7139-4826-90db-9671611e71b0,segment=NetworkSegment(0ed66df3-fe9f-4da3-924e-b64abe4f4390),segment_id=0ed66df3-fe9f-4da3-924e-b64abe4f4390)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:21:03.034440 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:03.112493 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 60892) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:03.118338 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.v2.base [None req-cae005ea-cbc9-41e9-927b-2df689a1de21 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1039673694', 'description': 'tempest-secgroup-smoke-1039673694 description', 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220'}} {{(pid=102544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:21:03.130981 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Pushing event updated for resources: {'Port': ['ID=76584220-7139-4826-90db-9671611e71b0,revision_number=4']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:03.165444 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-cae005ea-cbc9-41e9-927b-2df689a1de21 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks [] for security_group, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:03.295980 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-cae005ea-cbc9-41e9-927b-2df689a1de21 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks [] for security_group, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:03.301158 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-cae005ea-cbc9-41e9-927b-2df689a1de21 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:03.340258 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae005ea-cbc9-41e9-927b-2df689a1de21 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9212a777-7328-4da1-b1eb-cee9e4183283,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:03.350460 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-cae005ea-cbc9-41e9-927b-2df689a1de21 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks [] for security_group, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:03.351963 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-cae005ea-cbc9-41e9-927b-2df689a1de21 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2381201 Nov 24 15:21:03.355565 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 60906) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:03.361918 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [None req-8c68cf3b-be3c-48d4-a4bf-43e3c9fa8829 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Request body: {'security_group_rule': {'security_group_id': '9212a777-7328-4da1-b1eb-cee9e4183283', 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:21:03.400312 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-8c68cf3b-be3c-48d4-a4bf-43e3c9fa8829 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:03.461749 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-8c68cf3b-be3c-48d4-a4bf-43e3c9fa8829 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:03.465838 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-8c68cf3b-be3c-48d4-a4bf-43e3c9fa8829 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582796'] for security_group_rule, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:03.487547 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c68cf3b-be3c-48d4-a4bf-43e3c9fa8829 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2c7a250-c92d-437d-a534-183e43f50dc7,revision_number=0']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:03.493870 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-8c68cf3b-be3c-48d4-a4bf-43e3c9fa8829 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:03.495136 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-8c68cf3b-be3c-48d4-a4bf-43e3c9fa8829 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1384521 Nov 24 15:21:03.499288 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 60912) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:03.504028 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.v2.base [None req-962ec0e4-ef25-47ef-9869-de3c401ad40a tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Request body: {'security_group_rule': {'security_group_id': '9212a777-7328-4da1-b1eb-cee9e4183283', 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:21:03.538192 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54b58d6-f380-41e7-a3d6-f1c3aeef283c None None] Sync routers for ids ['e0bf68f1-ffb4-4165-8f56-bffd88a4c976'] in dv-cinder-804035-20-iscsi {{(pid=102546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:21:03.545711 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-962ec0e4-ef25-47ef-9869-de3c401ad40a tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:03.557759 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54b58d6-f380-41e7-a3d6-f1c3aeef283c None None] Routers {'e0bf68f1-ffb4-4165-8f56-bffd88a4c976'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:21:03.558552 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-d54b58d6-f380-41e7-a3d6-f1c3aeef283c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:20:48Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['e0bf68f1-ffb4-4165-8f56-bffd88a4c976'], 'active': True} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:21:03.658642 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-962ec0e4-ef25-47ef-9869-de3c401ad40a tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:03.662489 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-962ec0e4-ef25-47ef-9869-de3c401ad40a tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582796'] for security_group_rule, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:03.687080 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ec0e4-ef25-47ef-9869-de3c401ad40a tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fda13a41-194a-4dc2-9785-6e841698096d,revision_number=0']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:03.694498 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-962ec0e4-ef25-47ef-9869-de3c401ad40a tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:03.695195 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvr_db [None req-d54b58d6-f380-41e7-a3d6-f1c3aeef283c None None] Set router e0bf68f1-ffb4-4165-8f56-bffd88a4c976 gateway port host: dv-cinder-804035-20-iscsi {{(pid=102546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:21:03.698525 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-962ec0e4-ef25-47ef-9869-de3c401ad40a tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1954834 Nov 24 15:21:03.699486 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 60918) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:03.704217 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.v2.base [None req-bb66720c-5075-4e9b-ba7c-50571c794369 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Request body: {'security_group_rule': {'security_group_id': '9212a777-7328-4da1-b1eb-cee9e4183283', 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:21:03.734000 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-bb66720c-5075-4e9b-ba7c-50571c794369 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:03.785666 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-bb66720c-5075-4e9b-ba7c-50571c794369 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:03.790004 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-bb66720c-5075-4e9b-ba7c-50571c794369 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582796'] for security_group_rule, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:03.808117 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb66720c-5075-4e9b-ba7c-50571c794369 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28ec7fec-01a4-491f-86b2-0a102442d689,revision_number=0']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:03.819868 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-bb66720c-5075-4e9b-ba7c-50571c794369 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:03.821064 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-bb66720c-5075-4e9b-ba7c-50571c794369 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212997 Nov 24 15:21:03.823934 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 60920) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:03.830838 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [None req-89ccadea-81f4-4cff-9f35-5daffc2d2469 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Request body: {'security_group_rule': {'security_group_id': '9212a777-7328-4da1-b1eb-cee9e4183283', 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:21:03.863725 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-89ccadea-81f4-4cff-9f35-5daffc2d2469 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:03.917143 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-d54b58d6-f380-41e7-a3d6-f1c3aeef283c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0bf68f1-ffb4-4165-8f56-bffd88a4c976', 'name': 'tempest-TestVolumeBootPattern-1468330582-router', 'tenant_id': '215f0d4950364aad9c5a7672b46eca56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '76584220-7139-4826-90db-9671611e71b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:20:55Z', 'updated_at': '2021-11-24T15:21:00Z', 'revision_number': 4, 'project_id': '215f0d4950364aad9c5a7672b46eca56', 'gw_port': {'id': '76584220-7139-4826-90db-9671611e71b0', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:00:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bf68f1-ffb4-4165-8f56-bffd88a4c976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:56Z', 'updated_at': '2021-11-24T15:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': 'cdbd4274-50ec-4ad2-84d3-f20c49e3022f', 'name': '', 'network_id': 'cbe8fa45-b2ae-4f59-9221-831b7bc467ff', 'tenant_id': '215f0d4950364aad9c5a7672b46eca56', 'mac_address': 'fa:16:3e:d2:5e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0bf68f1-ffb4-4165-8f56-bffd88a4c976', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'e78e7a8c-a71b-489f-8110-28131200df40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:59Z', 'updated_at': '2021-11-24T15:21:01Z', 'revision_number': 2, 'project_id': '215f0d4950364aad9c5a7672b46eca56', 'subnets': [{'id': 'e78e7a8c-a71b-489f-8110-28131200df40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:21:03.925352 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-89ccadea-81f4-4cff-9f35-5daffc2d2469 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:03.929183 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-89ccadea-81f4-4cff-9f35-5daffc2d2469 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582796'] for security_group_rule, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:03.946102 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54b58d6-f380-41e7-a3d6-f1c3aeef283c None None] Checking router: e0bf68f1-ffb4-4165-8f56-bffd88a4c976 for host: dv-cinder-804035-20-iscsi {{(pid=102546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:21:03.946467 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54b58d6-f380-41e7-a3d6-f1c3aeef283c None None] Updating router e0bf68f1-ffb4-4165-8f56-bffd88a4c976 port cdbd4274-50ec-4ad2-84d3-f20c49e3022f binding host dv-cinder-804035-20-iscsi {{(pid=102546) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 15:21:03.951845 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ccadea-81f4-4cff-9f35-5daffc2d2469 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04ffd8b0-67e6-4343-b8a4-0f55e14dc685,revision_number=0']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:03.957085 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-89ccadea-81f4-4cff-9f35-5daffc2d2469 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:03.961003 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 60922) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:03.961132 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-89ccadea-81f4-4cff-9f35-5daffc2d2469 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1354980 Nov 24 15:21:03.967323 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.v2.base [None req-d10587d9-81f2-4977-ab4d-36bf17bc713d tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Request body: {'security_group_rule': {'security_group_id': '9212a777-7328-4da1-b1eb-cee9e4183283', 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:21:03.974142 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-d54b58d6-f380-41e7-a3d6-f1c3aeef283c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:03.990784 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.db.securitygroups_db [None req-d10587d9-81f2-4977-ab4d-36bf17bc713d tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Project b981a3c2d7974c7ca0c54a5262ea5220 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 15:21:03.996394 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-d10587d9-81f2-4977-ab4d-36bf17bc713d tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:04.063841 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-d10587d9-81f2-4977-ab4d-36bf17bc713d tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:04.067606 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-d10587d9-81f2-4977-ab4d-36bf17bc713d tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582796'] for security_group_rule, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:04.088743 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10587d9-81f2-4977-ab4d-36bf17bc713d tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffee4e82-e72e-4c25-82fc-7d18128f2e41,revision_number=0']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:04.094844 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-d10587d9-81f2-4977-ab4d-36bf17bc713d tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:04.096063 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-d10587d9-81f2-4977-ab4d-36bf17bc713d tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1337130 Nov 24 15:21:04.098735 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 60924) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:04.103079 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.v2.base [None req-6786debe-7eac-40ed-8468-43ad81d87d19 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Request body: {'security_group_rule': {'security_group_id': '9212a777-7328-4da1-b1eb-cee9e4183283', 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:21:04.126156 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.db.securitygroups_db [None req-6786debe-7eac-40ed-8468-43ad81d87d19 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Project b981a3c2d7974c7ca0c54a5262ea5220 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 15:21:04.131508 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-6786debe-7eac-40ed-8468-43ad81d87d19 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:04.193072 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-6786debe-7eac-40ed-8468-43ad81d87d19 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:04.196880 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-6786debe-7eac-40ed-8468-43ad81d87d19 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582796'] for security_group_rule, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:04.218205 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6786debe-7eac-40ed-8468-43ad81d87d19 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff86807d-3146-4cb4-89a5-cc8e45a51442,revision_number=0']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:04.228182 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-6786debe-7eac-40ed-8468-43ad81d87d19 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:04.231423 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-6786debe-7eac-40ed-8468-43ad81d87d19 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1315241 Nov 24 15:21:04.394712 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-d54b58d6-f380-41e7-a3d6-f1c3aeef283c None None] Publish callbacks [] for port, precommit_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:04.404436 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-d54b58d6-f380-41e7-a3d6-f1c3aeef283c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:04.480604 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f4d875-00e1-4ef8-b40c-5281f5383529 None None] Pushing event updated for resources: {'Port': ['ID=cdbd4274-50ec-4ad2-84d3-f20c49e3022f,revision_number=3']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:04.584852 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-d54b58d6-f380-41e7-a3d6-f1c3aeef283c None None] Attempting to bind port cdbd4274-50ec-4ad2-84d3-f20c49e3022f on host dv-cinder-804035-20-iscsi for vnic_type normal with profile {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:21:04.585472 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-d54b58d6-f380-41e7-a3d6-f1c3aeef283c None None] Attempting to bind port cdbd4274-50ec-4ad2-84d3-f20c49e3022f by drivers openvswitch,hyperv on host dv-cinder-804035-20-iscsi at level 0 using segments [{'id': 'd158b36c-36aa-4194-928a-884e9729a518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'cbe8fa45-b2ae-4f59-9221-831b7bc467ff'}] {{(pid=102546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:21:04.585632 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54b58d6-f380-41e7-a3d6-f1c3aeef283c None None] Attempting to bind port cdbd4274-50ec-4ad2-84d3-f20c49e3022f on network cbe8fa45-b2ae-4f59-9221-831b7bc467ff {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:21:04.591614 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54b58d6-f380-41e7-a3d6-f1c3aeef283c None None] Checking agent: {'id': '09195cb9-9d00-4b2c-842e-e029daf9b985', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 11, 51), 'started_at': datetime.datetime(2021, 11, 24, 15, 12, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:21:04.592004 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54b58d6-f380-41e7-a3d6-f1c3aeef283c None None] Checking segment: {'id': 'd158b36c-36aa-4194-928a-884e9729a518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'cbe8fa45-b2ae-4f59-9221-831b7bc467ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:21:04.592413 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-d54b58d6-f380-41e7-a3d6-f1c3aeef283c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:04.593691 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54b58d6-f380-41e7-a3d6-f1c3aeef283c None None] Bound using segment: {'id': 'd158b36c-36aa-4194-928a-884e9729a518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'cbe8fa45-b2ae-4f59-9221-831b7bc467ff'} {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:21:04.593691 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-d54b58d6-f380-41e7-a3d6-f1c3aeef283c None None] Bound port: cdbd4274-50ec-4ad2-84d3-f20c49e3022f, host: dv-cinder-804035-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd158b36c-36aa-4194-928a-884e9729a518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'cbe8fa45-b2ae-4f59-9221-831b7bc467ff'}}] {{(pid=102546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:21:04.594047 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-d54b58d6-f380-41e7-a3d6-f1c3aeef283c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:04.705050 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-d54b58d6-f380-41e7-a3d6-f1c3aeef283c None None] For port cdbd4274-50ec-4ad2-84d3-f20c49e3022f, host dv-cinder-804035-20-iscsi, cleared binding levels {{(pid=102546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:21:04.709556 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-d54b58d6-f380-41e7-a3d6-f1c3aeef283c None None] For port cdbd4274-50ec-4ad2-84d3-f20c49e3022f, host dv-cinder-804035-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=cdbd4274-50ec-4ad2-84d3-f20c49e3022f,segment=NetworkSegment(d158b36c-36aa-4194-928a-884e9729a518),segment_id=d158b36c-36aa-4194-928a-884e9729a518)] {{(pid=102546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:21:04.715468 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-d54b58d6-f380-41e7-a3d6-f1c3aeef283c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:04.792213 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f4d875-00e1-4ef8-b40c-5281f5383529 None None] Pushing event updated for resources: {'Port': ['ID=cdbd4274-50ec-4ad2-84d3-f20c49e3022f,revision_number=4']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:04.812613 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54b58d6-f380-41e7-a3d6-f1c3aeef283c None None] Routers {'e0bf68f1-ffb4-4165-8f56-bffd88a4c976'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:21:04.813971 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-d54b58d6-f380-41e7-a3d6-f1c3aeef283c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:20:48Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['e0bf68f1-ffb4-4165-8f56-bffd88a4c976'], 'active': True} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:21:04.835882 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca635d17-225d-47f9-99d0-8108608dc95c req-dd1f2d23-4197-4998-8289-6367a704c9fe tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:04.838261 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ca635d17-225d-47f9-99d0-8108608dc95c req-dd1f2d23-4197-4998-8289-6367a704c9fe tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.0677750 Nov 24 15:21:04.871507 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 76584220-7139-4826-90db-9671611e71b0 up at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:21:04.916381 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-ff88cc26-112e-436b-b851-68474b0810d0 None None] Provisioning complete for port cdbd4274-50ec-4ad2-84d3-f20c49e3022f triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:21:04.916754 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-ff88cc26-112e-436b-b851-68474b0810d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:04.949731 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ca635d17-225d-47f9-99d0-8108608dc95c req-9a56ce97-b30f-42e3-9f88-3319fcd70147 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026835 Nov 24 15:21:05.059015 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvr_db [None req-d54b58d6-f380-41e7-a3d6-f1c3aeef283c None None] Set router e0bf68f1-ffb4-4165-8f56-bffd88a4c976 gateway port host: dv-cinder-804035-20-iscsi {{(pid=102546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:21:05.153418 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Provisioning complete for port 76584220-7139-4826-90db-9671611e71b0 triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:21:05.154387 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:05.254971 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-ff88cc26-112e-436b-b851-68474b0810d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:05.415290 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-ff88cc26-112e-436b-b851-68474b0810d0 None None] For port cdbd4274-50ec-4ad2-84d3-f20c49e3022f, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=cdbd4274-50ec-4ad2-84d3-f20c49e3022f,segment=NetworkSegment(d158b36c-36aa-4194-928a-884e9729a518),segment_id=d158b36c-36aa-4194-928a-884e9729a518)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:21:05.439353 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-ff88cc26-112e-436b-b851-68474b0810d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:05.505919 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff88cc26-112e-436b-b851-68474b0810d0 None None] Pushing event updated for resources: {'Port': ['ID=cdbd4274-50ec-4ad2-84d3-f20c49e3022f,revision_number=5']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:05.515603 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-d54b58d6-f380-41e7-a3d6-f1c3aeef283c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0bf68f1-ffb4-4165-8f56-bffd88a4c976', 'name': 'tempest-TestVolumeBootPattern-1468330582-router', 'tenant_id': '215f0d4950364aad9c5a7672b46eca56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '76584220-7139-4826-90db-9671611e71b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:20:55Z', 'updated_at': '2021-11-24T15:21:00Z', 'revision_number': 4, 'project_id': '215f0d4950364aad9c5a7672b46eca56', 'gw_port': {'id': '76584220-7139-4826-90db-9671611e71b0', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:00:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bf68f1-ffb4-4165-8f56-bffd88a4c976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:56Z', 'updated_at': '2021-11-24T15:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': 'cdbd4274-50ec-4ad2-84d3-f20c49e3022f', 'name': '', 'network_id': 'cbe8fa45-b2ae-4f59-9221-831b7bc467ff', 'tenant_id': '215f0d4950364aad9c5a7672b46eca56', 'mac_address': 'fa:16:3e:d2:5e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0bf68f1-ffb4-4165-8f56-bffd88a4c976', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'e78e7a8c-a71b-489f-8110-28131200df40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:59Z', 'updated_at': '2021-11-24T15:21:04Z', 'revision_number': 4, 'project_id': '215f0d4950364aad9c5a7672b46eca56', 'subnets': [{'id': 'e78e7a8c-a71b-489f-8110-28131200df40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:21:05.543592 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54b58d6-f380-41e7-a3d6-f1c3aeef283c None None] The sync data for ids ['e0bf68f1-ffb4-4165-8f56-bffd88a4c976'] in dv-cinder-804035-20-iscsi is: [{'id': 'e0bf68f1-ffb4-4165-8f56-bffd88a4c976', 'name': 'tempest-TestVolumeBootPattern-1468330582-router', 'tenant_id': '215f0d4950364aad9c5a7672b46eca56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '76584220-7139-4826-90db-9671611e71b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:20:55Z', 'updated_at': '2021-11-24T15:21:00Z', 'revision_number': 4, 'project_id': '215f0d4950364aad9c5a7672b46eca56', 'gw_port': {'id': '76584220-7139-4826-90db-9671611e71b0', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:00:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bf68f1-ffb4-4165-8f56-bffd88a4c976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:56Z', 'updated_at': '2021-11-24T15:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': 'cdbd4274-50ec-4ad2-84d3-f20c49e3022f', 'name': '', 'network_id': 'cbe8fa45-b2ae-4f59-9221-831b7bc467ff', 'tenant_id': '215f0d4950364aad9c5a7672b46eca56', 'mac_address': 'fa:16:3e:d2:5e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0bf68f1-ffb4-4165-8f56-bffd88a4c976', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'e78e7a8c-a71b-489f-8110-28131200df40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:59Z', 'updated_at': '2021-11-24T15:21:04Z', 'revision_number': 4, 'project_id': '215f0d4950364aad9c5a7672b46eca56', 'subnets': [{'id': 'e78e7a8c-a71b-489f-8110-28131200df40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:21:05.562215 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-a84fc03b-6248-4cdd-9683-a8c8c2384a12 None None] Provisioning complete for port cdbd4274-50ec-4ad2-84d3-f20c49e3022f triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:21:05.562593 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-a84fc03b-6248-4cdd-9683-a8c8c2384a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:06.085451 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dbd96f-fbfb-4a7c-849f-b97e4c460f47 req-2645e18b-df97-47e5-8a05-6bb35517f1f3 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:06.087015 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-63dbd96f-fbfb-4a7c-849f-b97e4c460f47 req-2645e18b-df97-47e5-8a05-6bb35517f1f3 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.0498407 Nov 24 15:21:06.140829 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-63dbd96f-fbfb-4a7c-849f-b97e4c460f47 req-3d6d5b49-c46d-453a-afc5-b2d944fd6753 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468163 Nov 24 15:21:06.748570 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device cdbd4274-50ec-4ad2-84d3-f20c49e3022f up at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:21:06.799165 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Provisioning complete for port cdbd4274-50ec-4ad2-84d3-f20c49e3022f triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:21:06.799542 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:06.882740 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460900c0-a06b-4d8f-a6af-898027856f0d req-2589c40b-ae73-473e-8a74-7e724b22fca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:06.888849 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-460900c0-a06b-4d8f-a6af-898027856f0d req-2589c40b-ae73-473e-8a74-7e724b22fca0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=32404aa4e2d44b9e966da2bab0b27149&device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 1099 time: 0.0531635 Nov 24 15:21:06.996772 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460900c0-a06b-4d8f-a6af-898027856f0d req-6563f187-dfc0-48ff-9cf3-39ad3843bee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:06.998830 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-460900c0-a06b-4d8f-a6af-898027856f0d req-6563f187-dfc0-48ff-9cf3-39ad3843bee6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8b8e34ef-bafa-4e65-a88d-1be4877982c1 HTTP/1.1" status: 200 len: 920 time: 0.1005464 Nov 24 15:21:07.048313 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-460900c0-a06b-4d8f-a6af-898027856f0d req-2ab26b4d-16b5-44e6-aec0-fc021e9632ef service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78dc38d0-e790-4e67-9cc9-06ac9d53b726 HTTP/1.1" status: 200 len: 217 time: 0.0404360 Nov 24 15:21:07.101153 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460900c0-a06b-4d8f-a6af-898027856f0d req-ff2a82a8-3ea6-4318-8692-4af248b07227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:07.102679 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-460900c0-a06b-4d8f-a6af-898027856f0d req-ff2a82a8-3ea6-4318-8692-4af248b07227 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6dd026dc-7a5a-4fd3-ad01-b8844bc6d476 HTTP/1.1" status: 200 len: 858 time: 0.0465083 Nov 24 15:21:07.136031 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-460900c0-a06b-4d8f-a6af-898027856f0d req-28c146d2-7138-4767-88f6-db20cc168381 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8b8e34ef-bafa-4e65-a88d-1be4877982c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249944 Nov 24 15:21:07.264013 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-460900c0-a06b-4d8f-a6af-898027856f0d req-0117c2d0-fba5-4d8b-81cb-432fd0ca41d5 service neutron] 10.222.0.74 "GET /v2.0/networks/8b8e34ef-bafa-4e65-a88d-1be4877982c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184611 Nov 24 15:21:07.318714 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e6efd-2fe7-405e-9242-b0ac61cd4333 req-a84121b5-0d35-4ca6-b0a0-efa2c4b43d22 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:07.320298 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-299e6efd-2fe7-405e-9242-b0ac61cd4333 req-a84121b5-0d35-4ca6-b0a0-efa2c4b43d22 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.0968089 Nov 24 15:21:07.420041 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-460900c0-a06b-4d8f-a6af-898027856f0d req-364888d4-81e2-4f8e-96bb-da208dad4aa0 service neutron] 10.222.0.74 "GET /v2.0/networks/8b8e34ef-bafa-4e65-a88d-1be4877982c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484573 Nov 24 15:21:07.424096 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-299e6efd-2fe7-405e-9242-b0ac61cd4333 req-bbacdb9e-5843-4fb6-bc67-1952dce728f5 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761204 Nov 24 15:21:07.675151 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:08.545407 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c533272-6c7c-4e59-a952-6f184eb0b4b6 req-8ba0efef-797d-4fb0-9e75-4a0c3bba55e7 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:08.546944 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-3c533272-6c7c-4e59-a952-6f184eb0b4b6 req-8ba0efef-797d-4fb0-9e75-4a0c3bba55e7 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.0517945 Nov 24 15:21:08.596917 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-3c533272-6c7c-4e59-a952-6f184eb0b4b6 req-533993f0-9609-487e-a328-3e86d9e5ea54 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438418 Nov 24 15:21:09.710510 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360aaa53-998a-4187-ba92-1610f59c7f35 req-b3a3355b-0c2f-4f0d-a25d-1fd064923f98 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:09.712022 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-360aaa53-998a-4187-ba92-1610f59c7f35 req-b3a3355b-0c2f-4f0d-a25d-1fd064923f98 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.0470572 Nov 24 15:21:09.760409 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-360aaa53-998a-4187-ba92-1610f59c7f35 req-958c9c12-da0a-449a-802d-17eb07ebfd41 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408800 Nov 24 15:21:10.886689 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f16f0d-573f-40ef-86f6-c99b52f405b4 req-ee0a4e3a-1b07-47d7-9942-f075e69b3dd3 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:10.888268 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-11f16f0d-573f-40ef-86f6-c99b52f405b4 req-ee0a4e3a-1b07-47d7-9942-f075e69b3dd3 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.0569422 Nov 24 15:21:10.937559 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-11f16f0d-573f-40ef-86f6-c99b52f405b4 req-3e0402c6-0bc6-4345-a940-12d66a957cb0 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434122 Nov 24 15:21:12.053169 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b65c7c-738a-4002-bd14-022571a82d2d req-ce1be706-4f6e-4a12-8153-bbe89485cb60 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:12.054641 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f2b65c7c-738a-4002-bd14-022571a82d2d req-ce1be706-4f6e-4a12-8153-bbe89485cb60 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.0483317 Nov 24 15:21:12.102730 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f2b65c7c-738a-4002-bd14-022571a82d2d req-baccfa83-2c3b-4858-8f4e-395fceb2d3a1 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415452 Nov 24 15:21:13.227408 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c25816-8e00-4115-8deb-426bbfecda97 req-34329229-1f24-4798-993b-8335715b5db9 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:13.229832 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c1c25816-8e00-4115-8deb-426bbfecda97 req-34329229-1f24-4798-993b-8335715b5db9 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.0546124 Nov 24 15:21:13.278165 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c1c25816-8e00-4115-8deb-426bbfecda97 req-3f71e5fc-63c5-4dac-b9f7-785cdd98ae15 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416231 Nov 24 15:21:14.394614 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a0ffd-6f0f-4cf3-abc6-7e6a6b89f34a req-ed2ae783-3a47-4aff-a08e-455bd6145eba tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:14.396222 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-1f1a0ffd-6f0f-4cf3-abc6-7e6a6b89f34a req-ed2ae783-3a47-4aff-a08e-455bd6145eba tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.0479681 Nov 24 15:21:14.443913 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-1f1a0ffd-6f0f-4cf3-abc6-7e6a6b89f34a req-ec91bd36-b8cc-4103-b89e-d69673baa289 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411608 Nov 24 15:21:15.167540 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-ea6d1f0e-149f-4164-8993-f864a03544cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:15.560906 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da6af69-9dd3-44b1-8e76-f84a5e3a5713 req-3c48ca48-1a46-43a9-998f-965b53a8bb23 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:15.562758 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-9da6af69-9dd3-44b1-8e76-f84a5e3a5713 req-3c48ca48-1a46-43a9-998f-965b53a8bb23 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.0503345 Nov 24 15:21:15.616312 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-9da6af69-9dd3-44b1-8e76-f84a5e3a5713 req-cf4b91d4-f488-4e5a-9e5e-57701ce7e463 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476496 Nov 24 15:21:16.433749 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 33014) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:16.543686 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-bc20f8d9-e431-4bb6-9bb5-61e0a7ad470b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:16.622042 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-bc20f8d9-e431-4bb6-9bb5-61e0a7ad470b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:16.630789 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-bc20f8d9-e431-4bb6-9bb5-61e0a7ad470b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:16.670690 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-bc20f8d9-e431-4bb6-9bb5-61e0a7ad470b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8b8578c5d397430e927caf58f04ac53b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2353404 Nov 24 15:21:16.671599 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc20f8d9-e431-4bb6-9bb5-61e0a7ad470b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f470d381-0024-4ae5-8e09-64bef36420e5,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:16.674543 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 33026) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:16.759400 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe17b6-7bb6-4d30-8a34-79d27260a344 req-88bf4a39-c3d6-486b-833a-a805372010b2 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:16.760916 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-2afe17b6-7bb6-4d30-8a34-79d27260a344 req-88bf4a39-c3d6-486b-833a-a805372010b2 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.0533204 Nov 24 15:21:16.769141 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-04313678-6898-4cc6-ab6b-094704c1cabc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:16.804464 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-04313678-6898-4cc6-ab6b-094704c1cabc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:16.836003 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-2afe17b6-7bb6-4d30-8a34-79d27260a344 req-b2ea16ef-0a1d-4e82-b8e3-c1f4745b76e8 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630569 Nov 24 15:21:16.869406 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-04313678-6898-4cc6-ab6b-094704c1cabc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:16.872181 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-04313678-6898-4cc6-ab6b-094704c1cabc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:16.874160 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-04313678-6898-4cc6-ab6b-094704c1cabc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f470d381-0024-4ae5-8e09-64bef36420e5 HTTP/1.1" status: 204 len: 168 time: 0.1948557 Nov 24 15:21:16.883233 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04313678-6898-4cc6-ab6b-094704c1cabc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f470d381-0024-4ae5-8e09-64bef36420e5,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:17.220748 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 33070) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:17.234500 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-51059dfe-fb2c-4c84-ad3d-fa1eaf072020 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:17.314750 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-51059dfe-fb2c-4c84-ad3d-fa1eaf072020 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:17.319152 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-51059dfe-fb2c-4c84-ad3d-fa1eaf072020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:17.361312 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-51059dfe-fb2c-4c84-ad3d-fa1eaf072020 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=05684d5db1a84f9593b09d8b9b2e4cdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1391108 Nov 24 15:21:17.362298 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51059dfe-fb2c-4c84-ad3d-fa1eaf072020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a3cfa7-144f-41c9-ab2c-c48596ef8c5c,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:17.363770 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 33076) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:17.421490 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-b3c9cc0d-8490-4725-b380-551f1dc8c721 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:17.453668 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-b3c9cc0d-8490-4725-b380-551f1dc8c721 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:17.501539 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-b3c9cc0d-8490-4725-b380-551f1dc8c721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:17.504301 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-b3c9cc0d-8490-4725-b380-551f1dc8c721 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:17.505628 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-b3c9cc0d-8490-4725-b380-551f1dc8c721 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/73a3cfa7-144f-41c9-ab2c-c48596ef8c5c HTTP/1.1" status: 204 len: 168 time: 0.1400855 Nov 24 15:21:17.515218 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c9cc0d-8490-4725-b380-551f1dc8c721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a3cfa7-144f-41c9-ab2c-c48596ef8c5c,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:17.616558 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-17ee6f10-d48e-45c2-9c53-1a36f5d3f910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:17.851293 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 33088) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:17.866054 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-7150e898-3666-499b-9654-34ea4a15a50d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:17.978478 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de878b82-8326-4994-bbbb-ebf4c36e06c2 req-bd045f4f-44a6-4d91-8236-e10b31513348 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:17.980009 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-de878b82-8326-4994-bbbb-ebf4c36e06c2 req-bd045f4f-44a6-4d91-8236-e10b31513348 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.0807724 Nov 24 15:21:17.992847 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-7150e898-3666-499b-9654-34ea4a15a50d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:18.001692 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-7150e898-3666-499b-9654-34ea4a15a50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:18.052557 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-7150e898-3666-499b-9654-34ea4a15a50d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ae7f441165824c87a43dfedfe38446ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1999700 Nov 24 15:21:18.055236 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 33094) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:18.064207 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7150e898-3666-499b-9654-34ea4a15a50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ff499f-7685-445d-8970-bd22720d3889,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:18.083525 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-de878b82-8326-4994-bbbb-ebf4c36e06c2 req-67157840-33aa-4c18-a129-4439ed949b7a tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892825 Nov 24 15:21:18.138598 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-d15e162e-af79-4cee-8ee6-ad2284ceda22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:18.160962 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-d15e162e-af79-4cee-8ee6-ad2284ceda22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:18.198412 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-124f8df6-068a-4f00-a8c0-a9ff39f4d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:18.223865 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-d15e162e-af79-4cee-8ee6-ad2284ceda22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:18.227166 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-d15e162e-af79-4cee-8ee6-ad2284ceda22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:18.229078 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-d15e162e-af79-4cee-8ee6-ad2284ceda22 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/49ff499f-7685-445d-8970-bd22720d3889 HTTP/1.1" status: 204 len: 168 time: 0.1727805 Nov 24 15:21:18.238370 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e162e-af79-4cee-8ee6-ad2284ceda22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ff499f-7685-445d-8970-bd22720d3889,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:19.027672 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 33166) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:19.128265 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [None req-8e092e8d-57ed-42fe-972a-230891842d1f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-623443053-network', 'tenant_id': '47d3bc717a2e4d3f8a7eb27026602262'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:21:19.149385 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e092e8d-57ed-42fe-972a-230891842d1f admin admin] Made reservation on behalf of 47d3bc717a2e4d3f8a7eb27026602262 for: {'network': 1} {{(pid=102545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:21:19.151975 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-8e092e8d-57ed-42fe-972a-230891842d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for network, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:19.160607 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-8e092e8d-57ed-42fe-972a-230891842d1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:19.219175 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d487dc43-ca95-4adf-9aeb-5a2bcf3f9b31 req-f9b6a027-1c0d-401c-84b8-04b389d3cfc5 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:19.220715 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-d487dc43-ca95-4adf-9aeb-5a2bcf3f9b31 req-f9b6a027-1c0d-401c-84b8-04b389d3cfc5 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.0546000 Nov 24 15:21:19.237132 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-8e092e8d-57ed-42fe-972a-230891842d1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:19.242184 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-8e092e8d-57ed-42fe-972a-230891842d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:19.263731 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e092e8d-57ed-42fe-972a-230891842d1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1233} {{(pid=102545) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 15:21:19.273109 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-d487dc43-ca95-4adf-9aeb-5a2bcf3f9b31 req-9061688f-eac9-41b4-938a-c080da901282 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464187 Nov 24 15:21:19.278573 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e092e8d-57ed-42fe-972a-230891842d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd3f182-b37c-4495-a864-86712f719b6b,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:19.282654 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-8e092e8d-57ed-42fe-972a-230891842d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470086'] for segment, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:19.283030 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.db.segments_db [None req-8e092e8d-57ed-42fe-972a-230891842d1f admin admin] Added segment 6b784020-e757-426d-a3ad-609d65df6712 of type vlan for network c60d9449-ba6f-4d12-83b1-6f849f230180 Nov 24 15:21:19.327304 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-8e092e8d-57ed-42fe-972a-230891842d1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750836966705'] for network, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:19.353558 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-8e092e8d-57ed-42fe-972a-230891842d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203'] for network, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:19.354496 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e092e8d-57ed-42fe-972a-230891842d1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:19.355103 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-8e092e8d-57ed-42fe-972a-230891842d1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for network, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:19.385527 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-8e092e8d-57ed-42fe-972a-230891842d1f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3567655 Nov 24 15:21:19.388309 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 33172) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:19.394394 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [None req-a543c679-6409-47d4-abce-5ff6dc1a58cd admin admin] Request body: {'subnet': {'network_id': 'c60d9449-ba6f-4d12-83b1-6f849f230180', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-623443053-subnet', 'tenant_id': '47d3bc717a2e4d3f8a7eb27026602262', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:21:19.426888 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e092e8d-57ed-42fe-972a-230891842d1f admin admin] Pushing event updated for resources: {'Network': ['ID=c60d9449-ba6f-4d12-83b1-6f849f230180,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:19.437645 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Network c60d9449-ba6f-4d12-83b1-6f849f230180 details requested by agent ovs-agent-dv-cinder-804035-20-iscsi with host dv-cinder-804035-20-iscsi {{(pid=102546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 15:21:19.446429 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a543c679-6409-47d4-abce-5ff6dc1a58cd admin admin] Made reservation on behalf of 47d3bc717a2e4d3f8a7eb27026602262 for: {'subnet': 1} {{(pid=102545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:21:19.448820 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-a543c679-6409-47d4-abce-5ff6dc1a58cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13012759'] for subnet, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:19.637974 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-a543c679-6409-47d4-abce-5ff6dc1a58cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13923767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13012741'] for subnet, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:19.694227 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a543c679-6409-47d4-abce-5ff6dc1a58cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0c1e38d-debd-48ec-8102-211e15fd87c3,revision_number=0']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:19.715283 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a543c679-6409-47d4-abce-5ff6dc1a58cd admin admin] Checking segment: {'id': '6b784020-e757-426d-a3ad-609d65df6712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'c60d9449-ba6f-4d12-83b1-6f849f230180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:21:19.715642 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a543c679-6409-47d4-abce-5ff6dc1a58cd admin admin] Network hostable DHCP agents. Network: c60d9449-ba6f-4d12-83b1-6f849f230180, hostable agents: ['c1d34c78-3ad8-4647-a250-754fc30c4ba4'], hosted agents: [] {{(pid=102545) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 15:21:19.741791 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a543c679-6409-47d4-abce-5ff6dc1a58cd admin admin] Network c60d9449-ba6f-4d12-83b1-6f849f230180 is scheduled to be hosted by DHCP agent c1d34c78-3ad8-4647-a250-754fc30c4ba4 with binding_index 1 {{(pid=102545) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 15:21:19.755929 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [None req-a543c679-6409-47d4-abce-5ff6dc1a58cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-20-iscsi, c60d9449-ba6f-4d12-83b1-6f849f230180) {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:21:19.761236 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a543c679-6409-47d4-abce-5ff6dc1a58cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:19.761768 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-a543c679-6409-47d4-abce-5ff6dc1a58cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:19.775166 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45367514-21ad-4e6a-ad46-1b3677b37680 None None] Network c60d9449-ba6f-4d12-83b1-6f849f230180 requested from dv-cinder-804035-20-iscsi {{(pid=102546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:21:19.777439 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0567c706-1e8e-49a8-b1df-c52fd48358e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:19.783413 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-a543c679-6409-47d4-abce-5ff6dc1a58cd admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3939736 Nov 24 15:21:19.974408 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609a921c-2263-45bb-b09f-6dcecf76a088 None None] Network c60d9449-ba6f-4d12-83b1-6f849f230180 requested from dv-cinder-804035-20-iscsi {{(pid=102546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:21:20.080227 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 33206) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:20.260068 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-0124d453-42f8-45bb-9c81-8cfb87659234 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:20.381940 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-0124d453-42f8-45bb-9c81-8cfb87659234 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:20.388200 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-0124d453-42f8-45bb-9c81-8cfb87659234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:20.431825 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca2d5e1-607d-486c-aad1-1fc48fe9e012 req-148ec0e6-fe8b-4361-8d7a-5e3347fcc93c tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:20.432945 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-0124d453-42f8-45bb-9c81-8cfb87659234 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8e45374e19a949cdbef1da88049294d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3514097 Nov 24 15:21:20.433326 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-eca2d5e1-607d-486c-aad1-1fc48fe9e012 req-148ec0e6-fe8b-4361-8d7a-5e3347fcc93c tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.0502353 Nov 24 15:21:20.436488 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 33222) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:20.438578 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0124d453-42f8-45bb-9c81-8cfb87659234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317eed8b-7677-46fa-8b3f-75b4c16373ac,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:20.484933 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-eca2d5e1-607d-486c-aad1-1fc48fe9e012 req-e3b34890-bb37-4568-bfc5-3e7d6925dfec tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443666 Nov 24 15:21:20.505881 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f3284ebf-e878-4b11-a91a-b75d1d69f1f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:20.528164 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f3284ebf-e878-4b11-a91a-b75d1d69f1f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:20.576585 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f3284ebf-e878-4b11-a91a-b75d1d69f1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:20.579331 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f3284ebf-e878-4b11-a91a-b75d1d69f1f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:20.580626 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-f3284ebf-e878-4b11-a91a-b75d1d69f1f7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/317eed8b-7677-46fa-8b3f-75b4c16373ac HTTP/1.1" status: 204 len: 168 time: 0.1429625 Nov 24 15:21:20.590584 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3284ebf-e878-4b11-a91a-b75d1d69f1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317eed8b-7677-46fa-8b3f-75b4c16373ac,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:20.880968 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 33234) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:20.897402 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-0d21736d-8265-4079-9e20-040c173785a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:20.959764 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:20.970725 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-0d21736d-8265-4079-9e20-040c173785a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:20.974699 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-0d21736d-8265-4079-9e20-040c173785a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:21.011688 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-0d21736d-8265-4079-9e20-040c173785a2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d456ee8f5fe64cde81867bbd8b9c4c9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1296542 Nov 24 15:21:21.013605 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d21736d-8265-4079-9e20-040c173785a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03df6abb-ef27-4862-91f5-6ec2801994ba,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:21.014980 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 33236) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:21.063691 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-337b4eb4-87dd-45d7-b396-114299e2c596 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:21.084338 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-337b4eb4-87dd-45d7-b396-114299e2c596 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:21.133410 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-337b4eb4-87dd-45d7-b396-114299e2c596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:21.136086 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-337b4eb4-87dd-45d7-b396-114299e2c596 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:21.140187 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-337b4eb4-87dd-45d7-b396-114299e2c596 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/03df6abb-ef27-4862-91f5-6ec2801994ba HTTP/1.1" status: 204 len: 168 time: 0.1213007 Nov 24 15:21:21.146232 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b4eb4-87dd-45d7-b396-114299e2c596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03df6abb-ef27-4862-91f5-6ec2801994ba,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:21.459728 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 33252) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:21.472389 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-037ad6c0-5c7e-4d4d-8247-ca59e3070cc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:21.547125 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-037ad6c0-5c7e-4d4d-8247-ca59e3070cc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:21.551116 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-037ad6c0-5c7e-4d4d-8247-ca59e3070cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:21.586346 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ad6c0-5c7e-4d4d-8247-ca59e3070cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367d283a-ad54-4e19-938e-2f0de00f8bc9,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:21.591544 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-037ad6c0-5c7e-4d4d-8247-ca59e3070cc1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b2e84e43dc564b68ad245ced17f0713e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1307838 Nov 24 15:21:21.594761 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 33256) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:21.602482 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e365b7-ed8b-4809-9024-31ea818934eb req-0b68c12a-15c9-4c25-9b0e-944dd8909d7a tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:21.604016 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-09e365b7-ed8b-4809-9024-31ea818934eb req-0b68c12a-15c9-4c25-9b0e-944dd8909d7a tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.0479012 Nov 24 15:21:21.644848 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-7d3474d4-af5c-4304-b063-e42cb3e361b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:21.651367 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-09e365b7-ed8b-4809-9024-31ea818934eb req-b378451f-37b1-40c6-bdb0-51a53066aac0 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408013 Nov 24 15:21:21.666586 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-7d3474d4-af5c-4304-b063-e42cb3e361b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:21.716299 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-7d3474d4-af5c-4304-b063-e42cb3e361b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:21.719562 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-7d3474d4-af5c-4304-b063-e42cb3e361b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:21.723313 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-7d3474d4-af5c-4304-b063-e42cb3e361b6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/367d283a-ad54-4e19-938e-2f0de00f8bc9 HTTP/1.1" status: 204 len: 168 time: 0.1249304 Nov 24 15:21:21.731596 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3474d4-af5c-4304-b063-e42cb3e361b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367d283a-ad54-4e19-938e-2f0de00f8bc9,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:22.393970 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 33288) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:22.488961 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [None req-e59c0ea8-6585-4338-87dc-90e910d7ad35 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-21619407-network', 'tenant_id': 'a89a75844197496785d27fd3e412344c'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:21:22.510126 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59c0ea8-6585-4338-87dc-90e910d7ad35 admin admin] Made reservation on behalf of a89a75844197496785d27fd3e412344c for: {'network': 1} {{(pid=102545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:21:22.512349 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-e59c0ea8-6585-4338-87dc-90e910d7ad35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for network, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:22.523258 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-e59c0ea8-6585-4338-87dc-90e910d7ad35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:22.596560 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-e59c0ea8-6585-4338-87dc-90e910d7ad35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:22.600390 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-e59c0ea8-6585-4338-87dc-90e910d7ad35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:22.627147 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e59c0ea8-6585-4338-87dc-90e910d7ad35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1227} {{(pid=102545) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 15:21:22.632271 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59c0ea8-6585-4338-87dc-90e910d7ad35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d326128-cc46-4da8-b26a-93888223393c,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:22.640915 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-e59c0ea8-6585-4338-87dc-90e910d7ad35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470086'] for segment, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:22.641346 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.db.segments_db [None req-e59c0ea8-6585-4338-87dc-90e910d7ad35 admin admin] Added segment d7d67199-997e-4d39-a637-2d02c998ef07 of type vlan for network 151822c0-1b1f-4b3e-8dfc-70638799aec7 Nov 24 15:21:22.680917 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-e59c0ea8-6585-4338-87dc-90e910d7ad35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750836966705'] for network, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:22.708338 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-e59c0ea8-6585-4338-87dc-90e910d7ad35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203'] for network, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:22.709378 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59c0ea8-6585-4338-87dc-90e910d7ad35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:22.710056 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-e59c0ea8-6585-4338-87dc-90e910d7ad35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for network, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:22.744288 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-e59c0ea8-6585-4338-87dc-90e910d7ad35 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3491969 Nov 24 15:21:22.747086 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 33300) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:22.752732 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [None req-4d8182f1-2455-4b78-afab-3a7ae364767c admin admin] Request body: {'subnet': {'network_id': '151822c0-1b1f-4b3e-8dfc-70638799aec7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-21619407-subnet', 'tenant_id': 'a89a75844197496785d27fd3e412344c', 'ip_version': 4}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:21:22.774858 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495c801-9d84-4cc6-8f63-2ef795506f28 req-7ce2d5da-e339-4fa0-ad9e-4b2b20d1562f tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:22.776497 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-8495c801-9d84-4cc6-8f63-2ef795506f28 req-7ce2d5da-e339-4fa0-ad9e-4b2b20d1562f tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.0557647 Nov 24 15:21:22.792558 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59c0ea8-6585-4338-87dc-90e910d7ad35 admin admin] Pushing event updated for resources: {'Network': ['ID=151822c0-1b1f-4b3e-8dfc-70638799aec7,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:22.804495 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Network 151822c0-1b1f-4b3e-8dfc-70638799aec7 details requested by agent ovs-agent-dv-cinder-804035-20-iscsi with host dv-cinder-804035-20-iscsi {{(pid=102546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 15:21:22.814435 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8182f1-2455-4b78-afab-3a7ae364767c admin admin] Made reservation on behalf of a89a75844197496785d27fd3e412344c for: {'subnet': 1} {{(pid=102545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:21:22.816945 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-4d8182f1-2455-4b78-afab-3a7ae364767c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13012759'] for subnet, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:22.839819 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-8495c801-9d84-4cc6-8f63-2ef795506f28 req-c9a5c119-8bcf-4592-8ff9-237b96b01d8e tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558822 Nov 24 15:21:22.988070 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-4d8182f1-2455-4b78-afab-3a7ae364767c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13923767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13012741'] for subnet, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:23.041158 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8182f1-2455-4b78-afab-3a7ae364767c admin admin] Pushing event updated for resources: {'Subnet': ['ID=272f2546-ac60-40b5-ba30-a0ca518d4c4e,revision_number=0']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:23.050763 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8182f1-2455-4b78-afab-3a7ae364767c admin admin] Checking segment: {'id': 'd7d67199-997e-4d39-a637-2d02c998ef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '151822c0-1b1f-4b3e-8dfc-70638799aec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:21:23.051143 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8182f1-2455-4b78-afab-3a7ae364767c admin admin] Network hostable DHCP agents. Network: 151822c0-1b1f-4b3e-8dfc-70638799aec7, hostable agents: ['c1d34c78-3ad8-4647-a250-754fc30c4ba4'], hosted agents: [] {{(pid=102545) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 15:21:23.066714 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8182f1-2455-4b78-afab-3a7ae364767c admin admin] Network 151822c0-1b1f-4b3e-8dfc-70638799aec7 is scheduled to be hosted by DHCP agent c1d34c78-3ad8-4647-a250-754fc30c4ba4 with binding_index 1 {{(pid=102545) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 15:21:23.075340 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [None req-4d8182f1-2455-4b78-afab-3a7ae364767c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-20-iscsi, 151822c0-1b1f-4b3e-8dfc-70638799aec7) {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:21:23.079973 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8182f1-2455-4b78-afab-3a7ae364767c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:23.080563 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-4d8182f1-2455-4b78-afab-3a7ae364767c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:23.084566 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cc1e27-b5b6-4685-85dd-602f9f11d08a None None] Network 151822c0-1b1f-4b3e-8dfc-70638799aec7 requested from dv-cinder-804035-20-iscsi {{(pid=102546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:21:23.097635 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-4d8182f1-2455-4b78-afab-3a7ae364767c admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3487592 Nov 24 15:21:23.099652 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 33304) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:23.103885 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [None req-0a145222-c786-4611-9b68-4123ef466af5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-21619407-router', 'tenant_id': 'a89a75844197496785d27fd3e412344c', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86'}}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:21:23.125160 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-0a145222-c786-4611-9b68-4123ef466af5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-679383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3251'] for router, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:23.126195 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-0a145222-c786-4611-9b68-4123ef466af5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-665005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-621000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3204'] for router, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:23.181637 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-0a145222-c786-4611-9b68-4123ef466af5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:23.237710 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4580913f-0741-4407-94e1-e9bcad5b2362 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d40999c-5bbb-552c-8929-1b9b17976eea-151822c0-1b1f-4b3e-8dfc-70638799aec7', 'network_id': '151822c0-1b1f-4b3e-8dfc-70638799aec7', 'tenant_id': 'a89a75844197496785d27fd3e412344c', 'fixed_ips': [{'subnet_id': '272f2546-ac60-40b5-ba30-a0ca518d4c4e'}]}} from dv-cinder-804035-20-iscsi. {{(pid=102546) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 15:21:23.239052 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-4580913f-0741-4407-94e1-e9bcad5b2362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:23.327445 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-0a145222-c786-4611-9b68-4123ef466af5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:23.378830 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.db_base_plugin_common [None req-4580913f-0741-4407-94e1-e9bcad5b2362 None None] Allocated IP 172.20.0.2 (151822c0-1b1f-4b3e-8dfc-70638799aec7/272f2546-ac60-40b5-ba30-a0ca518d4c4e/5a376ce9-72a7-4c8f-b3c5-743969255dbf) {{(pid=102546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:21:23.530075 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-4580913f-0741-4407-94e1-e9bcad5b2362 None None] Publish callbacks [] for port, precommit_create {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:23.532036 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-0a145222-c786-4611-9b68-4123ef466af5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:23.536905 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-4580913f-0741-4407-94e1-e9bcad5b2362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098'] for port, after_create {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:23.555845 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-0a145222-c786-4611-9b68-4123ef466af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:23.589307 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4580913f-0741-4407-94e1-e9bcad5b2362 None None] Network 151822c0-1b1f-4b3e-8dfc-70638799aec7 is already hosted by enough agents. {{(pid=102546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:21:23.591083 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.scheduler.base_scheduler [None req-4580913f-0741-4407-94e1-e9bcad5b2362 None None] Resources bound (agent type, host, resource id): {{(pid=102546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:21:23.593414 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580913f-0741-4407-94e1-e9bcad5b2362 None None] Pushing event updated for resources: {'Port': ['ID=5a376ce9-72a7-4c8f-b3c5-743969255dbf,revision_number=1']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:23.595596 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4580913f-0741-4407-94e1-e9bcad5b2362 None None] Received port after_create {{(pid=102546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:21:23.645261 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-4580913f-0741-4407-94e1-e9bcad5b2362 None None] Attempting to bind port 5a376ce9-72a7-4c8f-b3c5-743969255dbf on host dv-cinder-804035-20-iscsi for vnic_type normal with profile {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:21:23.645642 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-4580913f-0741-4407-94e1-e9bcad5b2362 None None] Attempting to bind port 5a376ce9-72a7-4c8f-b3c5-743969255dbf by drivers openvswitch,hyperv on host dv-cinder-804035-20-iscsi at level 0 using segments [{'id': 'd7d67199-997e-4d39-a637-2d02c998ef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '151822c0-1b1f-4b3e-8dfc-70638799aec7'}] {{(pid=102546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:21:23.646016 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4580913f-0741-4407-94e1-e9bcad5b2362 None None] Attempting to bind port 5a376ce9-72a7-4c8f-b3c5-743969255dbf on network 151822c0-1b1f-4b3e-8dfc-70638799aec7 {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:21:23.650984 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4580913f-0741-4407-94e1-e9bcad5b2362 None None] Checking agent: {'id': '09195cb9-9d00-4b2c-842e-e029daf9b985', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 11, 51), 'started_at': datetime.datetime(2021, 11, 24, 15, 12, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:21:23.651363 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4580913f-0741-4407-94e1-e9bcad5b2362 None None] Checking segment: {'id': 'd7d67199-997e-4d39-a637-2d02c998ef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '151822c0-1b1f-4b3e-8dfc-70638799aec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:21:23.651772 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-4580913f-0741-4407-94e1-e9bcad5b2362 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:23.652169 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4580913f-0741-4407-94e1-e9bcad5b2362 None None] Bound using segment: {'id': 'd7d67199-997e-4d39-a637-2d02c998ef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '151822c0-1b1f-4b3e-8dfc-70638799aec7'} {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:21:23.652645 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-4580913f-0741-4407-94e1-e9bcad5b2362 None None] Bound port: 5a376ce9-72a7-4c8f-b3c5-743969255dbf, host: dv-cinder-804035-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7d67199-997e-4d39-a637-2d02c998ef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '151822c0-1b1f-4b3e-8dfc-70638799aec7'}}] {{(pid=102546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:21:23.653032 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-4580913f-0741-4407-94e1-e9bcad5b2362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:23.665541 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.db_base_plugin_common [None req-0a145222-c786-4611-9b68-4123ef466af5 admin admin] Allocated IP 172.27.3.33 (8344f4db-560e-43ae-a8a3-c586ec595f86/c55147fe-7574-46b9-be0f-c5d247f19105/437dff01-02ae-49b0-b6de-cd5643c5e258) {{(pid=102545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:21:23.715173 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-4580913f-0741-4407-94e1-e9bcad5b2362 None None] For port 5a376ce9-72a7-4c8f-b3c5-743969255dbf, host dv-cinder-804035-20-iscsi, cleared binding levels {{(pid=102546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:21:23.718780 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-4580913f-0741-4407-94e1-e9bcad5b2362 None None] For port 5a376ce9-72a7-4c8f-b3c5-743969255dbf, host dv-cinder-804035-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=5a376ce9-72a7-4c8f-b3c5-743969255dbf,segment=NetworkSegment(d7d67199-997e-4d39-a637-2d02c998ef07),segment_id=d7d67199-997e-4d39-a637-2d02c998ef07)] {{(pid=102546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:21:23.723043 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-4580913f-0741-4407-94e1-e9bcad5b2362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:23.772397 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-0a145222-c786-4611-9b68-4123ef466af5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:23.785815 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580913f-0741-4407-94e1-e9bcad5b2362 None None] Pushing event updated for resources: {'Port': ['ID=5a376ce9-72a7-4c8f-b3c5-743969255dbf,revision_number=2']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:23.819585 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-0a145222-c786-4611-9b68-4123ef466af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:23.875932 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a145222-c786-4611-9b68-4123ef466af5 admin admin] Network 8344f4db-560e-43ae-a8a3-c586ec595f86 is already hosted by enough agents. {{(pid=102545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:21:23.879120 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [None req-0a145222-c786-4611-9b68-4123ef466af5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:21:23.882968 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a145222-c786-4611-9b68-4123ef466af5 admin admin] Received port after_create {{(pid=102545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:21:23.915130 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a145222-c786-4611-9b68-4123ef466af5 admin admin] Pushing event updated for resources: {'Port': ['ID=437dff01-02ae-49b0-b6de-cd5643c5e258,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:23.994461 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c95a3e-164f-4fe8-994e-774d64ea1798 req-1ca33bae-a180-4ef1-8027-18c1fa94019b tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:24.003066 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-b5c95a3e-164f-4fe8-994e-774d64ea1798 req-1ca33bae-a180-4ef1-8027-18c1fa94019b tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.0697122 Nov 24 15:21:24.058684 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-b5c95a3e-164f-4fe8-994e-774d64ea1798 req-349332e3-ad78-40ac-ae10-cf6386d40647 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545862 Nov 24 15:21:24.190395 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-0a145222-c786-4611-9b68-4123ef466af5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:24.419250 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-0a145222-c786-4611-9b68-4123ef466af5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663900'] for router, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:24.578309 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a145222-c786-4611-9b68-4123ef466af5 admin admin] Router 5dcda4c2-5f54-49e8-a966-b95773e4fbb7 is scheduled to L3 agent cf746c29-e95d-415d-8373-1f02a86f1d46 with binding_index 1 {{(pid=102545) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 15:21:24.849712 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 5a376ce9-72a7-4c8f-b3c5-743969255dbf up at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:21:24.967888 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Provisioning complete for port 5a376ce9-72a7-4c8f-b3c5-743969255dbf triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:21:24.974183 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:25.077783 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a145222-c786-4611-9b68-4123ef466af5 admin admin] Notify agent at l3_agent.dv-cinder-804035-20-iscsi the message routers_updated {{(pid=102545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:21:25.106646 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32bd255-e38d-4ac3-9631-f8a90bfdaae9 None None] Sync routers for ids ['5dcda4c2-5f54-49e8-a966-b95773e4fbb7'] in dv-cinder-804035-20-iscsi {{(pid=102547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:21:25.121899 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-0a145222-c786-4611-9b68-4123ef466af5 admin admin] Publish callbacks [] for router, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:25.124160 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-0a145222-c786-4611-9b68-4123ef466af5 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.0230205 Nov 24 15:21:25.126473 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 33360) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:25.127510 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32bd255-e38d-4ac3-9631-f8a90bfdaae9 None None] Routers {'5dcda4c2-5f54-49e8-a966-b95773e4fbb7'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:21:25.128129 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-f32bd255-e38d-4ac3-9631-f8a90bfdaae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:21:18Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['5dcda4c2-5f54-49e8-a966-b95773e4fbb7'], 'active': True} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:21:25.134943 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7166e4b-459e-49c9-b1d2-be5424ce304f None None] Network 151822c0-1b1f-4b3e-8dfc-70638799aec7 requested from dv-cinder-804035-20-iscsi {{(pid=102546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:21:25.334957 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-bcd8936e-4bcd-4c95-a5b7-f33c41599fd1 None None] Provisioning complete for port 5a376ce9-72a7-4c8f-b3c5-743969255dbf triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:21:25.335967 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-bcd8936e-4bcd-4c95-a5b7-f33c41599fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:25.340831 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:25.418159 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4638eac-761c-43d2-a57b-5b0a55ac4c3b req-ce9cba53-693d-4da5-8bc6-9323e59a96a6 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:25.421068 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-d4638eac-761c-43d2-a57b-5b0a55ac4c3b req-ce9cba53-693d-4da5-8bc6-9323e59a96a6 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.1894016 Nov 24 15:21:25.427982 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvr_db [None req-f32bd255-e38d-4ac3-9631-f8a90bfdaae9 None None] Set router 5dcda4c2-5f54-49e8-a966-b95773e4fbb7 gateway port host: dv-cinder-804035-20-iscsi {{(pid=102547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:21:25.438227 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] For port 5a376ce9-72a7-4c8f-b3c5-743969255dbf, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=5a376ce9-72a7-4c8f-b3c5-743969255dbf,segment=NetworkSegment(d7d67199-997e-4d39-a637-2d02c998ef07),segment_id=d7d67199-997e-4d39-a637-2d02c998ef07)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:21:25.463481 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:25.567287 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-d4638eac-761c-43d2-a57b-5b0a55ac4c3b req-a6d33985-7ea0-4047-bc6d-f2f62c8bcbdb tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133683 Nov 24 15:21:25.585291 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Pushing event updated for resources: {'Port': ['ID=5a376ce9-72a7-4c8f-b3c5-743969255dbf,revision_number=3']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:25.605579 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4eb672-5a84-47eb-9aa9-f8a353d19058 req-c54c5317-cbab-4da2-9bab-72bdd3c38cf3 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:25.618935 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4f4eb672-5a84-47eb-9aa9-f8a353d19058 req-c54c5317-cbab-4da2-9bab-72bdd3c38cf3 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/networks?id=c60d9449-ba6f-4d12-83b1-6f849f230180 HTTP/1.1" status: 200 len: 808 time: 0.3116632 Nov 24 15:21:25.649891 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4f4eb672-5a84-47eb-9aa9-f8a353d19058 req-8a3beed4-6793-4a8b-ab39-27a8ca6ae4ec tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/quotas/47d3bc717a2e4d3f8a7eb27026602262 HTTP/1.1" status: 200 len: 375 time: 0.0299799 Nov 24 15:21:25.670625 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-c0383b8f-f758-4fea-92c5-469345200089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:25.698213 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4f4eb672-5a84-47eb-9aa9-f8a353d19058 req-68cad969-5394-4bf1-89db-ea8d5d67971e tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=47d3bc717a2e4d3f8a7eb27026602262&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471191 Nov 24 15:21:25.730568 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-f32bd255-e38d-4ac3-9631-f8a90bfdaae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dcda4c2-5f54-49e8-a966-b95773e4fbb7', 'name': 'tempest-TestShelveInstance-21619407-router', 'tenant_id': 'a89a75844197496785d27fd3e412344c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '437dff01-02ae-49b0-b6de-cd5643c5e258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:21:23Z', 'updated_at': '2021-11-24T15:21:24Z', 'revision_number': 3, 'project_id': 'a89a75844197496785d27fd3e412344c', 'gw_port': {'id': '437dff01-02ae-49b0-b6de-cd5643c5e258', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:49:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dcda4c2-5f54-49e8-a966-b95773e4fbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:21:23Z', 'updated_at': '2021-11-24T15:21:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi'}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:21:25.769196 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32bd255-e38d-4ac3-9631-f8a90bfdaae9 None None] Checking router: 5dcda4c2-5f54-49e8-a966-b95773e4fbb7 for host: dv-cinder-804035-20-iscsi {{(pid=102547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:21:25.769674 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32bd255-e38d-4ac3-9631-f8a90bfdaae9 None None] Updating router 5dcda4c2-5f54-49e8-a966-b95773e4fbb7 port 437dff01-02ae-49b0-b6de-cd5643c5e258 binding host dv-cinder-804035-20-iscsi {{(pid=102547) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 15:21:25.804040 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-f32bd255-e38d-4ac3-9631-f8a90bfdaae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:25.845264 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4f4eb672-5a84-47eb-9aa9-f8a353d19058 req-d7184dd3-5a31-4f76-ae5d-c02765244801 service neutron] 10.222.0.66 "GET /v2.0/networks/c60d9449-ba6f-4d12-83b1-6f849f230180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333208 Nov 24 15:21:25.888087 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.db_base_plugin_common [None req-c0383b8f-f758-4fea-92c5-469345200089 admin admin] Allocated IP 172.20.0.1 (151822c0-1b1f-4b3e-8dfc-70638799aec7/272f2546-ac60-40b5-ba30-a0ca518d4c4e/24e58fdb-99f1-424e-9914-8151b1965925) {{(pid=102545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:21:25.990310 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-b634a680-9653-4f57-97f8-14cff4b8c2cf None None] Provisioning complete for port 5a376ce9-72a7-4c8f-b3c5-743969255dbf triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:21:25.990959 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-b634a680-9653-4f57-97f8-14cff4b8c2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:25.999844 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4f4eb672-5a84-47eb-9aa9-f8a353d19058 req-d4b9aeaf-9883-416b-8a0c-176f72d27d1e service neutron] 10.222.0.66 "GET /v2.0/networks/c60d9449-ba6f-4d12-83b1-6f849f230180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501009 Nov 24 15:21:26.021815 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2144a-ce8e-41be-a808-be4253d29788 req-bbeb2edb-0b68-416f-850d-2696afd5e196 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:26.023486 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-b1a2144a-ce8e-41be-a808-be4253d29788 req-bbeb2edb-0b68-416f-850d-2696afd5e196 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 945 time: 0.0734100 Nov 24 15:21:26.047917 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-c0383b8f-f758-4fea-92c5-469345200089 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:26.105909 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-c0383b8f-f758-4fea-92c5-469345200089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:26.117592 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-b1a2144a-ce8e-41be-a808-be4253d29788 req-3200f61a-0003-44db-8a7c-6434b378827c tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=5eb0e9ea-adfa-4e36-9048-51675c6733b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863652 Nov 24 15:21:26.156592 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0383b8f-f758-4fea-92c5-469345200089 admin admin] Network 151822c0-1b1f-4b3e-8dfc-70638799aec7 is already hosted by enough agents. {{(pid=102545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:21:26.164908 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [None req-c0383b8f-f758-4fea-92c5-469345200089 admin admin] Resources bound (agent type, host, resource id): {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:21:26.164908 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0383b8f-f758-4fea-92c5-469345200089 admin admin] Received port after_create {{(pid=102545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:21:26.189492 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0383b8f-f758-4fea-92c5-469345200089 admin admin] Pushing event updated for resources: {'Port': ['ID=24e58fdb-99f1-424e-9914-8151b1965925,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:26.212294 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-c0383b8f-f758-4fea-92c5-469345200089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663981'] for router_interface, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:26.249049 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-647f7482-707e-46ce-a8b2-46470c74ddfe req-5dc026c9-b7c2-430b-8f5c-498742f59c7e tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb768cae-085e-4df1-9bf9-9ff9dc62da9c HTTP/1.1" status: 200 len: 210 time: 0.0298655 Nov 24 15:21:26.305853 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-f32bd255-e38d-4ac3-9631-f8a90bfdaae9 None None] Publish callbacks [] for port, precommit_update {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:26.320214 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-f32bd255-e38d-4ac3-9631-f8a90bfdaae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:26.395401 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f0b3a-8b0c-4015-9c6a-41dd42d068ab None None] Pushing event updated for resources: {'Port': ['ID=437dff01-02ae-49b0-b6de-cd5643c5e258,revision_number=2']} {{(pid=102547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:26.399455 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-c0383b8f-f758-4fea-92c5-469345200089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:26.405903 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.managers [None req-f32bd255-e38d-4ac3-9631-f8a90bfdaae9 None None] Attempting to bind port 437dff01-02ae-49b0-b6de-cd5643c5e258 on host dv-cinder-804035-20-iscsi for vnic_type normal with profile {{(pid=102547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:21:26.406457 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.managers [None req-f32bd255-e38d-4ac3-9631-f8a90bfdaae9 None None] Attempting to bind port 437dff01-02ae-49b0-b6de-cd5643c5e258 by drivers openvswitch,hyperv on host dv-cinder-804035-20-iscsi at level 0 using segments [{'id': '0ed66df3-fe9f-4da3-924e-b64abe4f4390', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86'}] {{(pid=102547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:21:26.407432 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32bd255-e38d-4ac3-9631-f8a90bfdaae9 None None] Attempting to bind port 437dff01-02ae-49b0-b6de-cd5643c5e258 on network 8344f4db-560e-43ae-a8a3-c586ec595f86 {{(pid=102547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:21:26.414913 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32bd255-e38d-4ac3-9631-f8a90bfdaae9 None None] Checking agent: {'id': '09195cb9-9d00-4b2c-842e-e029daf9b985', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 11, 51), 'started_at': datetime.datetime(2021, 11, 24, 15, 12, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:21:26.415291 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32bd255-e38d-4ac3-9631-f8a90bfdaae9 None None] Checking segment: {'id': '0ed66df3-fe9f-4da3-924e-b64abe4f4390', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:21:26.415977 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-f32bd255-e38d-4ac3-9631-f8a90bfdaae9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:26.416449 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32bd255-e38d-4ac3-9631-f8a90bfdaae9 None None] Bound using segment: {'id': '0ed66df3-fe9f-4da3-924e-b64abe4f4390', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86'} {{(pid=102547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:21:26.416979 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.managers [None req-f32bd255-e38d-4ac3-9631-f8a90bfdaae9 None None] Bound port: 437dff01-02ae-49b0-b6de-cd5643c5e258, host: dv-cinder-804035-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed66df3-fe9f-4da3-924e-b64abe4f4390', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86'}}] {{(pid=102547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:21:26.417454 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-f32bd255-e38d-4ac3-9631-f8a90bfdaae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:26.481816 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.db [None req-f32bd255-e38d-4ac3-9631-f8a90bfdaae9 None None] For port 437dff01-02ae-49b0-b6de-cd5643c5e258, host dv-cinder-804035-20-iscsi, cleared binding levels {{(pid=102547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:21:26.485750 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.db [None req-f32bd255-e38d-4ac3-9631-f8a90bfdaae9 None None] For port 437dff01-02ae-49b0-b6de-cd5643c5e258, host dv-cinder-804035-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=437dff01-02ae-49b0-b6de-cd5643c5e258,segment=NetworkSegment(0ed66df3-fe9f-4da3-924e-b64abe4f4390),segment_id=0ed66df3-fe9f-4da3-924e-b64abe4f4390)] {{(pid=102547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:21:26.489681 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-f32bd255-e38d-4ac3-9631-f8a90bfdaae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:26.550665 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-a25b909e-b983-48e5-aeef-300835c925ca None None] Provisioning complete for port 24e58fdb-99f1-424e-9914-8151b1965925 triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:21:26.552527 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32bd255-e38d-4ac3-9631-f8a90bfdaae9 None None] Routers {'5dcda4c2-5f54-49e8-a966-b95773e4fbb7'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:21:26.552689 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-a25b909e-b983-48e5-aeef-300835c925ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:26.553170 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-f32bd255-e38d-4ac3-9631-f8a90bfdaae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:21:18Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['5dcda4c2-5f54-49e8-a966-b95773e4fbb7'], 'active': True} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:21:26.559713 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f0b3a-8b0c-4015-9c6a-41dd42d068ab None None] Pushing event updated for resources: {'Port': ['ID=437dff01-02ae-49b0-b6de-cd5643c5e258,revision_number=3']} {{(pid=102547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:26.628624 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-a25b909e-b983-48e5-aeef-300835c925ca None None] Port 24e58fdb-99f1-424e-9914-8151b1965925 cannot update to ACTIVE because it is not bound. {{(pid=102546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:21:26.634121 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-c0383b8f-f758-4fea-92c5-469345200089 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:26.640558 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-c0383b8f-f758-4fea-92c5-469345200089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13923618'] for port, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:26.701491 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvr_db [None req-f32bd255-e38d-4ac3-9631-f8a90bfdaae9 None None] Set router 5dcda4c2-5f54-49e8-a966-b95773e4fbb7 gateway port host: dv-cinder-804035-20-iscsi {{(pid=102547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:21:26.719169 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e3e7b-459b-49e9-a1dd-27d860faf76e req-b4bb5ec6-0760-4625-95db-6669b0bc3e75 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:26.721260 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-c0383b8f-f758-4fea-92c5-469345200089 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-679709'] for router_interface, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:26.727030 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0383b8f-f758-4fea-92c5-469345200089 admin admin] Pushing event updated for resources: {'Port': ['ID=24e58fdb-99f1-424e-9914-8151b1965925,revision_number=2']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:26.731915 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-005e3e7b-459b-49e9-a1dd-27d860faf76e req-b4bb5ec6-0760-4625-95db-6669b0bc3e75 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.0800982 Nov 24 15:21:26.797000 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-005e3e7b-459b-49e9-a1dd-27d860faf76e req-687ee8e7-0df4-47eb-86cd-3ad41d83ab69 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581026 Nov 24 15:21:26.823550 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 5a376ce9-72a7-4c8f-b3c5-743969255dbf up at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:21:26.828962 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0383b8f-f758-4fea-92c5-469345200089 admin admin] Network 151822c0-1b1f-4b3e-8dfc-70638799aec7 is already hosted by enough agents. {{(pid=102545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:21:26.830407 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [None req-c0383b8f-f758-4fea-92c5-469345200089 admin admin] Resources bound (agent type, host, resource id): {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:21:26.874651 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Provisioning complete for port 5a376ce9-72a7-4c8f-b3c5-743969255dbf triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:21:26.875160 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:26.961948 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0383b8f-f758-4fea-92c5-469345200089 admin admin] Router 5dcda4c2-5f54-49e8-a966-b95773e4fbb7 has already been hosted by L3 agent cf746c29-e95d-415d-8373-1f02a86f1d46 {{(pid=102545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:21:26.969845 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-f32bd255-e38d-4ac3-9631-f8a90bfdaae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dcda4c2-5f54-49e8-a966-b95773e4fbb7', 'name': 'tempest-TestShelveInstance-21619407-router', 'tenant_id': 'a89a75844197496785d27fd3e412344c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '437dff01-02ae-49b0-b6de-cd5643c5e258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:21:23Z', 'updated_at': '2021-11-24T15:21:26Z', 'revision_number': 4, 'project_id': 'a89a75844197496785d27fd3e412344c', 'gw_port': {'id': '437dff01-02ae-49b0-b6de-cd5643c5e258', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:49:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dcda4c2-5f54-49e8-a966-b95773e4fbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:21:23Z', 'updated_at': '2021-11-24T15:21:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': '24e58fdb-99f1-424e-9914-8151b1965925', 'name': '', 'network_id': '151822c0-1b1f-4b3e-8dfc-70638799aec7', 'tenant_id': 'a89a75844197496785d27fd3e412344c', 'mac_address': 'fa:16:3e:80:ff:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dcda4c2-5f54-49e8-a966-b95773e4fbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '272f2546-ac60-40b5-ba30-a0ca518d4c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:21:25Z', 'updated_at': '2021-11-24T15:21:25Z', 'revision_number': 1, 'project_id': 'a89a75844197496785d27fd3e412344c', 'subnets': [{'id': '272f2546-ac60-40b5-ba30-a0ca518d4c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:21:26.997645 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32bd255-e38d-4ac3-9631-f8a90bfdaae9 None None] The sync data for ids ['5dcda4c2-5f54-49e8-a966-b95773e4fbb7'] in dv-cinder-804035-20-iscsi is: [{'id': '5dcda4c2-5f54-49e8-a966-b95773e4fbb7', 'name': 'tempest-TestShelveInstance-21619407-router', 'tenant_id': 'a89a75844197496785d27fd3e412344c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '437dff01-02ae-49b0-b6de-cd5643c5e258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:21:23Z', 'updated_at': '2021-11-24T15:21:26Z', 'revision_number': 4, 'project_id': 'a89a75844197496785d27fd3e412344c', 'gw_port': {'id': '437dff01-02ae-49b0-b6de-cd5643c5e258', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:49:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dcda4c2-5f54-49e8-a966-b95773e4fbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:21:23Z', 'updated_at': '2021-11-24T15:21:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': '24e58fdb-99f1-424e-9914-8151b1965925', 'name': '', 'network_id': '151822c0-1b1f-4b3e-8dfc-70638799aec7', 'tenant_id': 'a89a75844197496785d27fd3e412344c', 'mac_address': 'fa:16:3e:80:ff:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dcda4c2-5f54-49e8-a966-b95773e4fbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '272f2546-ac60-40b5-ba30-a0ca518d4c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:21:25Z', 'updated_at': '2021-11-24T15:21:25Z', 'revision_number': 1, 'project_id': 'a89a75844197496785d27fd3e412344c', 'subnets': [{'id': '272f2546-ac60-40b5-ba30-a0ca518d4c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:21:27.079925 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0383b8f-f758-4fea-92c5-469345200089 admin admin] Notify agent at l3_agent.dv-cinder-804035-20-iscsi the message routers_updated {{(pid=102545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:21:27.084996 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-c0383b8f-f758-4fea-92c5-469345200089 admin admin] 10.222.0.66 "PUT /v2.0/routers/5dcda4c2-5f54-49e8-a966-b95773e4fbb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9573591 Nov 24 15:21:27.155047 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-5a5af92c-65d4-41e9-882d-cc6ac83caa6c None None] Provisioning complete for port 24e58fdb-99f1-424e-9914-8151b1965925 triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:21:27.155545 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5a5af92c-65d4-41e9-882d-cc6ac83caa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:27.202160 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-5a5af92c-65d4-41e9-882d-cc6ac83caa6c None None] Port 24e58fdb-99f1-424e-9914-8151b1965925 cannot update to ACTIVE because it is not bound. {{(pid=102546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:21:27.277355 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b7e20-1c77-469b-aba3-2790874a11e7 req-65b7a197-ce8e-4486-9d8d-723dc6772387 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:27.279354 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-6a7b7e20-1c77-469b-aba3-2790874a11e7 req-65b7a197-ce8e-4486-9d8d-723dc6772387 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 945 time: 0.0948648 Nov 24 15:21:27.337770 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-6a7b7e20-1c77-469b-aba3-2790874a11e7 req-1adf1667-ec7a-412d-b48a-a4630d79221b tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=5eb0e9ea-adfa-4e36-9048-51675c6733b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507953 Nov 24 15:21:27.368240 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-659c76e4-a057-4ed9-9b3a-d7afdc82aa81 req-d09ea64f-056d-425f-a0eb-e23c389796aa tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb768cae-085e-4df1-9bf9-9ff9dc62da9c HTTP/1.1" status: 200 len: 210 time: 0.0343313 Nov 24 15:21:27.660268 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 33434) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:27.665435 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [None req-21228832-2156-4e60-8f13-c22b9e2b69ee admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-256278777-network', 'tenant_id': 'fc41d11ce6b249d78527539f87d7e5ae'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:21:27.709093 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21228832-2156-4e60-8f13-c22b9e2b69ee admin admin] Made reservation on behalf of fc41d11ce6b249d78527539f87d7e5ae for: {'network': 1} {{(pid=102545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:21:27.711575 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-21228832-2156-4e60-8f13-c22b9e2b69ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for network, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:27.720756 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-21228832-2156-4e60-8f13-c22b9e2b69ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:27.798436 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-21228832-2156-4e60-8f13-c22b9e2b69ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:27.803121 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-21228832-2156-4e60-8f13-c22b9e2b69ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:27.839980 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21228832-2156-4e60-8f13-c22b9e2b69ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1234} {{(pid=102545) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 15:21:27.842791 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21228832-2156-4e60-8f13-c22b9e2b69ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa79452-f0b5-4f23-a18f-749d662fa640,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:27.853668 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-21228832-2156-4e60-8f13-c22b9e2b69ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470086'] for segment, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:27.854159 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.db.segments_db [None req-21228832-2156-4e60-8f13-c22b9e2b69ee admin admin] Added segment 30796c29-b205-4c69-88cd-9965a0eadf57 of type vlan for network 80aa81d5-fa09-4e0a-ab57-96013641e0cc Nov 24 15:21:27.901871 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-21228832-2156-4e60-8f13-c22b9e2b69ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750836966705'] for network, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:27.918524 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a007ad-ab4e-41f6-aee3-934f037f7906 req-33c98c64-41da-4d99-b482-8feba4cf6b27 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:27.920725 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-18a007ad-ab4e-41f6-aee3-934f037f7906 req-33c98c64-41da-4d99-b482-8feba4cf6b27 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.0537536 Nov 24 15:21:27.931074 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-21228832-2156-4e60-8f13-c22b9e2b69ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203'] for network, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:27.932171 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21228832-2156-4e60-8f13-c22b9e2b69ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:27.932801 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-21228832-2156-4e60-8f13-c22b9e2b69ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for network, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:27.973951 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-21228832-2156-4e60-8f13-c22b9e2b69ee admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3100293 Nov 24 15:21:27.974186 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-18a007ad-ab4e-41f6-aee3-934f037f7906 req-76c41dbb-877d-4529-b994-c7c98fdffd4b tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471075 Nov 24 15:21:27.974898 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 33440) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:27.979431 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.v2.base [None req-b413a25d-92e6-4170-afac-d0b3bdb57aef admin admin] Request body: {'subnet': {'network_id': '80aa81d5-fa09-4e0a-ab57-96013641e0cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-256278777-subnet', 'tenant_id': 'fc41d11ce6b249d78527539f87d7e5ae', 'ip_version': 4}} {{(pid=102544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:21:28.007025 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b413a25d-92e6-4170-afac-d0b3bdb57aef admin admin] Made reservation on behalf of fc41d11ce6b249d78527539f87d7e5ae for: {'subnet': 1} {{(pid=102544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:21:28.009496 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-b413a25d-92e6-4170-afac-d0b3bdb57aef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13828168'] for subnet, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:28.015808 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21228832-2156-4e60-8f13-c22b9e2b69ee admin admin] Pushing event updated for resources: {'Network': ['ID=80aa81d5-fa09-4e0a-ab57-96013641e0cc,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:28.026398 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Network 80aa81d5-fa09-4e0a-ab57-96013641e0cc details requested by agent ovs-agent-dv-cinder-804035-20-iscsi with host dv-cinder-804035-20-iscsi {{(pid=102546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 15:21:28.243291 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-b413a25d-92e6-4170-afac-d0b3bdb57aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15752173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13828186'] for subnet, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:28.308863 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b413a25d-92e6-4170-afac-d0b3bdb57aef admin admin] Pushing event updated for resources: {'Subnet': ['ID=46730a57-49a4-4d50-a5ac-ee606922f551,revision_number=0']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:28.330569 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b413a25d-92e6-4170-afac-d0b3bdb57aef admin admin] Checking segment: {'id': '30796c29-b205-4c69-88cd-9965a0eadf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '80aa81d5-fa09-4e0a-ab57-96013641e0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:21:28.330960 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b413a25d-92e6-4170-afac-d0b3bdb57aef admin admin] Network hostable DHCP agents. Network: 80aa81d5-fa09-4e0a-ab57-96013641e0cc, hostable agents: ['c1d34c78-3ad8-4647-a250-754fc30c4ba4'], hosted agents: [] {{(pid=102544) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 15:21:28.349647 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b413a25d-92e6-4170-afac-d0b3bdb57aef admin admin] Network 80aa81d5-fa09-4e0a-ab57-96013641e0cc is scheduled to be hosted by DHCP agent c1d34c78-3ad8-4647-a250-754fc30c4ba4 with binding_index 1 {{(pid=102544) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 15:21:28.361119 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.base_scheduler [None req-b413a25d-92e6-4170-afac-d0b3bdb57aef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-20-iscsi, 80aa81d5-fa09-4e0a-ab57-96013641e0cc) {{(pid=102544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:21:28.367684 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b413a25d-92e6-4170-afac-d0b3bdb57aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:28.368380 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-b413a25d-92e6-4170-afac-d0b3bdb57aef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for subnet, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:28.379401 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72801d1a-f9ec-4972-a939-d96ffd50baf3 None None] Network 80aa81d5-fa09-4e0a-ab57-96013641e0cc requested from dv-cinder-804035-20-iscsi {{(pid=102546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:21:28.391168 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 33450) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:28.392151 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-b413a25d-92e6-4170-afac-d0b3bdb57aef admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4164073 Nov 24 15:21:28.407488 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [None req-45a75e44-475b-422a-94ad-45bf4375bdf7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-256278777-router', 'tenant_id': 'fc41d11ce6b249d78527539f87d7e5ae', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86'}}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:21:28.453414 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-45a75e44-475b-422a-94ad-45bf4375bdf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-679383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3251'] for router, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:28.455431 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-45a75e44-475b-422a-94ad-45bf4375bdf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-665005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-621000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3204'] for router, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:28.535452 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-dc59d84e-cded-4003-a7c1-56ead19a8333 req-0c61a7e9-4445-4ef7-a862-1f2584f4d2e3 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb768cae-085e-4df1-9bf9-9ff9dc62da9c HTTP/1.1" status: 200 len: 210 time: 0.0640850 Nov 24 15:21:28.593265 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-45a75e44-475b-422a-94ad-45bf4375bdf7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:28.609926 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc786c-06be-4ce9-b9cd-5f490d91bd11 req-037dfcf9-2921-4936-a413-3572b6c94ef4 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:28.611781 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-b1bc786c-06be-4ce9-b9cd-5f490d91bd11 req-037dfcf9-2921-4936-a413-3572b6c94ef4 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 945 time: 0.0927281 Nov 24 15:21:28.662488 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42031fa3-9fd0-4ea3-af34-172fc17211e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d40999c-5bbb-552c-8929-1b9b17976eea-80aa81d5-fa09-4e0a-ab57-96013641e0cc', 'network_id': '80aa81d5-fa09-4e0a-ab57-96013641e0cc', 'tenant_id': 'fc41d11ce6b249d78527539f87d7e5ae', 'fixed_ips': [{'subnet_id': '46730a57-49a4-4d50-a5ac-ee606922f551'}]}} from dv-cinder-804035-20-iscsi. {{(pid=102546) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 15:21:28.663878 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-42031fa3-9fd0-4ea3-af34-172fc17211e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:28.701222 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-b1bc786c-06be-4ce9-b9cd-5f490d91bd11 req-db62ed38-3530-410d-bfbf-93da1b79777c tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=5eb0e9ea-adfa-4e36-9048-51675c6733b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751975 Nov 24 15:21:28.786067 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-45a75e44-475b-422a-94ad-45bf4375bdf7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:28.899844 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 437dff01-02ae-49b0-b6de-cd5643c5e258 up at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:21:28.982982 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.db_base_plugin_common [None req-42031fa3-9fd0-4ea3-af34-172fc17211e1 None None] Allocated IP 172.20.0.2 (80aa81d5-fa09-4e0a-ab57-96013641e0cc/46730a57-49a4-4d50-a5ac-ee606922f551/2a7de4d4-106c-49df-b2c6-5a12714e393a) {{(pid=102546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:21:29.027833 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4eb672-5a84-47eb-9aa9-f8a353d19058 req-87f803d5-5dc1-449a-b77a-02c065733da3 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:29.030908 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4f4eb672-5a84-47eb-9aa9-f8a353d19058 req-87f803d5-5dc1-449a-b77a-02c065733da3 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.74 "GET /v2.0/networks?id=c60d9449-ba6f-4d12-83b1-6f849f230180 HTTP/1.1" status: 200 len: 808 time: 0.2347777 Nov 24 15:21:29.054733 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.v2.base [req-4f4eb672-5a84-47eb-9aa9-f8a353d19058 req-aae40126-ee2e-463e-b9f2-384b9fbb67de tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Request body: {'port': {'device_id': 'eb768cae-085e-4df1-9bf9-9ff9dc62da9c', 'network_id': 'c60d9449-ba6f-4d12-83b1-6f849f230180', 'admin_state_up': True, 'tenant_id': '47d3bc717a2e4d3f8a7eb27026602262'}} {{(pid=102544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:21:29.106582 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-45a75e44-475b-422a-94ad-45bf4375bdf7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:29.134318 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-45a75e44-475b-422a-94ad-45bf4375bdf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:29.293964 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.db_base_plugin_common [None req-45a75e44-475b-422a-94ad-45bf4375bdf7 admin admin] Allocated IP 172.27.3.79 (8344f4db-560e-43ae-a8a3-c586ec595f86/c55147fe-7574-46b9-be0f-c5d247f19105/df087809-c760-4885-86fb-21557c8aba7a) {{(pid=102545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:21:29.303419 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Provisioning complete for port 437dff01-02ae-49b0-b6de-cd5643c5e258 triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:21:29.303950 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:29.560169 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925c6e8-84dd-46d8-8885-39abe17b576b req-ddd0d575-b69a-4c97-b2d5-0ad6d94075ce tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:29.565318 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-42031fa3-9fd0-4ea3-af34-172fc17211e1 None None] Publish callbacks [] for port, precommit_create {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:29.569360 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-6925c6e8-84dd-46d8-8885-39abe17b576b req-ddd0d575-b69a-4c97-b2d5-0ad6d94075ce tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.4285643 Nov 24 15:21:29.570650 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-45a75e44-475b-422a-94ad-45bf4375bdf7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:29.588566 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-42031fa3-9fd0-4ea3-af34-172fc17211e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098'] for port, after_create {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:29.601228 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbdbdbb-86c5-4d1a-8235-f157126d35bd req-d197d071-1898-49bf-8add-94661b8183a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:29.605245 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-bcbdbdbb-86c5-4d1a-8235-f157126d35bd req-d197d071-1898-49bf-8add-94661b8183a8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 1099 time: 0.1488364 Nov 24 15:21:29.655121 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42031fa3-9fd0-4ea3-af34-172fc17211e1 None None] Network 80aa81d5-fa09-4e0a-ab57-96013641e0cc is already hosted by enough agents. {{(pid=102546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:21:29.656503 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:29.683406 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.scheduler.base_scheduler [None req-42031fa3-9fd0-4ea3-af34-172fc17211e1 None None] Resources bound (agent type, host, resource id): {{(pid=102546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:21:29.683406 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee56c710-a226-4655-924f-e9177c1ba892 None None] Sync routers for ids ['5dcda4c2-5f54-49e8-a966-b95773e4fbb7'] in dv-cinder-804035-20-iscsi {{(pid=102546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:21:29.709002 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-bcbdbdbb-86c5-4d1a-8235-f157126d35bd req-f017171c-6366-43bc-b627-5bef473f94a5 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875297 Nov 24 15:21:29.713381 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-1518867d-8db6-43b7-8ca7-f5d402c107e0 req-b1118f47-a953-4d30-b86d-e49f27345fa6 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb768cae-085e-4df1-9bf9-9ff9dc62da9c HTTP/1.1" status: 200 len: 210 time: 0.0367591 Nov 24 15:21:29.713575 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42031fa3-9fd0-4ea3-af34-172fc17211e1 None None] Received port after_create {{(pid=102546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:21:29.717720 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-6925c6e8-84dd-46d8-8885-39abe17b576b req-8dc707ae-fd3d-42d8-b04a-356f1888d95f tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479440 Nov 24 15:21:29.718492 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f4eb672-5a84-47eb-9aa9-f8a353d19058 req-aae40126-ee2e-463e-b9f2-384b9fbb67de tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Made reservation on behalf of 47d3bc717a2e4d3f8a7eb27026602262 for: {'port': 1} {{(pid=102544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:21:29.722265 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-45a75e44-475b-422a-94ad-45bf4375bdf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:29.722585 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [req-4f4eb672-5a84-47eb-9aa9-f8a353d19058 req-aae40126-ee2e-463e-b9f2-384b9fbb67de tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:29.735551 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee56c710-a226-4655-924f-e9177c1ba892 None None] Routers {'5dcda4c2-5f54-49e8-a966-b95773e4fbb7'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:21:29.736199 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-ee56c710-a226-4655-924f-e9177c1ba892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:21:18Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['5dcda4c2-5f54-49e8-a966-b95773e4fbb7'], 'active': True} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:21:29.781506 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a75e44-475b-422a-94ad-45bf4375bdf7 admin admin] Network 8344f4db-560e-43ae-a8a3-c586ec595f86 is already hosted by enough agents. {{(pid=102545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:21:29.784754 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [None req-45a75e44-475b-422a-94ad-45bf4375bdf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:21:29.786390 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] For port 437dff01-02ae-49b0-b6de-cd5643c5e258, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=437dff01-02ae-49b0-b6de-cd5643c5e258,segment=NetworkSegment(0ed66df3-fe9f-4da3-924e-b64abe4f4390),segment_id=0ed66df3-fe9f-4da3-924e-b64abe4f4390)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:21:29.789737 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a75e44-475b-422a-94ad-45bf4375bdf7 admin admin] Received port after_create {{(pid=102545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:21:29.792063 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a75e44-475b-422a-94ad-45bf4375bdf7 admin admin] Pushing event updated for resources: {'Port': ['ID=df087809-c760-4885-86fb-21557c8aba7a,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:29.854558 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:29.882585 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42031fa3-9fd0-4ea3-af34-172fc17211e1 None None] Pushing event updated for resources: {'Port': ['ID=2a7de4d4-106c-49df-b2c6-5a12714e393a,revision_number=1']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:29.959761 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a880ba-825a-480e-9a47-8a3052798786 req-ab9369a0-863a-49a4-b41b-44074082a5fa tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:29.961438 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-39a880ba-825a-480e-9a47-8a3052798786 req-ab9369a0-863a-49a4-b41b-44074082a5fa tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 945 time: 0.1204922 Nov 24 15:21:29.983726 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-42031fa3-9fd0-4ea3-af34-172fc17211e1 None None] Attempting to bind port 2a7de4d4-106c-49df-b2c6-5a12714e393a on host dv-cinder-804035-20-iscsi for vnic_type normal with profile {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:21:29.984095 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-42031fa3-9fd0-4ea3-af34-172fc17211e1 None None] Attempting to bind port 2a7de4d4-106c-49df-b2c6-5a12714e393a by drivers openvswitch,hyperv on host dv-cinder-804035-20-iscsi at level 0 using segments [{'id': '30796c29-b205-4c69-88cd-9965a0eadf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '80aa81d5-fa09-4e0a-ab57-96013641e0cc'}] {{(pid=102546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:21:29.984457 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42031fa3-9fd0-4ea3-af34-172fc17211e1 None None] Attempting to bind port 2a7de4d4-106c-49df-b2c6-5a12714e393a on network 80aa81d5-fa09-4e0a-ab57-96013641e0cc {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:21:30.008211 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42031fa3-9fd0-4ea3-af34-172fc17211e1 None None] Checking agent: {'id': '09195cb9-9d00-4b2c-842e-e029daf9b985', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 11, 51), 'started_at': datetime.datetime(2021, 11, 24, 15, 12, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:21:30.008575 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42031fa3-9fd0-4ea3-af34-172fc17211e1 None None] Checking segment: {'id': '30796c29-b205-4c69-88cd-9965a0eadf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '80aa81d5-fa09-4e0a-ab57-96013641e0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:21:30.008978 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-42031fa3-9fd0-4ea3-af34-172fc17211e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:30.009382 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42031fa3-9fd0-4ea3-af34-172fc17211e1 None None] Bound using segment: {'id': '30796c29-b205-4c69-88cd-9965a0eadf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '80aa81d5-fa09-4e0a-ab57-96013641e0cc'} {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:21:30.009857 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-42031fa3-9fd0-4ea3-af34-172fc17211e1 None None] Bound port: 2a7de4d4-106c-49df-b2c6-5a12714e393a, host: dv-cinder-804035-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30796c29-b205-4c69-88cd-9965a0eadf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '80aa81d5-fa09-4e0a-ab57-96013641e0cc'}}] {{(pid=102546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:21:30.010237 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-42031fa3-9fd0-4ea3-af34-172fc17211e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:30.024120 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.db.db_base_plugin_common [req-4f4eb672-5a84-47eb-9aa9-f8a353d19058 req-aae40126-ee2e-463e-b9f2-384b9fbb67de tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Allocated IP 172.20.0.9 (c60d9449-ba6f-4d12-83b1-6f849f230180/d0c1e38d-debd-48ec-8102-211e15fd87c3/346a622a-2a2d-47d6-a817-b82b31b249a0) {{(pid=102544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:21:30.034786 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Pushing event updated for resources: {'Port': ['ID=437dff01-02ae-49b0-b6de-cd5643c5e258,revision_number=4']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:30.049301 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvr_db [None req-ee56c710-a226-4655-924f-e9177c1ba892 None None] Set router 5dcda4c2-5f54-49e8-a966-b95773e4fbb7 gateway port host: dv-cinder-804035-20-iscsi {{(pid=102546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:21:30.052273 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-39a880ba-825a-480e-9a47-8a3052798786 req-c48cb14c-369b-4e11-9d42-f67181b08be6 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=5eb0e9ea-adfa-4e36-9048-51675c6733b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748348 Nov 24 15:21:30.122333 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-45a75e44-475b-422a-94ad-45bf4375bdf7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:30.256975 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [req-4f4eb672-5a84-47eb-9aa9-f8a353d19058 req-aae40126-ee2e-463e-b9f2-384b9fbb67de tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Publish callbacks [] for port, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:30.279204 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-42031fa3-9fd0-4ea3-af34-172fc17211e1 None None] For port 2a7de4d4-106c-49df-b2c6-5a12714e393a, host dv-cinder-804035-20-iscsi, cleared binding levels {{(pid=102546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:21:30.314610 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [req-4f4eb672-5a84-47eb-9aa9-f8a353d19058 req-aae40126-ee2e-463e-b9f2-384b9fbb67de tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15752001'] for port, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:30.325159 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-42031fa3-9fd0-4ea3-af34-172fc17211e1 None None] For port 2a7de4d4-106c-49df-b2c6-5a12714e393a, host dv-cinder-804035-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=2a7de4d4-106c-49df-b2c6-5a12714e393a,segment=NetworkSegment(30796c29-b205-4c69-88cd-9965a0eadf57),segment_id=30796c29-b205-4c69-88cd-9965a0eadf57)] {{(pid=102546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:21:30.336894 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-42031fa3-9fd0-4ea3-af34-172fc17211e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:30.366670 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f4eb672-5a84-47eb-9aa9-f8a353d19058 req-aae40126-ee2e-463e-b9f2-384b9fbb67de tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Network c60d9449-ba6f-4d12-83b1-6f849f230180 is already hosted by enough agents. {{(pid=102544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:21:30.369800 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.base_scheduler [req-4f4eb672-5a84-47eb-9aa9-f8a353d19058 req-aae40126-ee2e-463e-b9f2-384b9fbb67de tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Resources bound (agent type, host, resource id): {{(pid=102544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:21:30.376171 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4eb672-5a84-47eb-9aa9-f8a353d19058 req-aae40126-ee2e-463e-b9f2-384b9fbb67de tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Received port after_create {{(pid=102544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:21:30.380392 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae40126-ee2e-463e-b9f2-384b9fbb67de tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Pushing event updated for resources: {'Port': ['ID=346a622a-2a2d-47d6-a817-b82b31b249a0,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:30.415064 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae40126-ee2e-463e-b9f2-384b9fbb67de tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:30.415415 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae40126-ee2e-463e-b9f2-384b9fbb67de tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:30.415877 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae40126-ee2e-463e-b9f2-384b9fbb67de tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:30.416117 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae40126-ee2e-463e-b9f2-384b9fbb67de tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:30.416450 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae40126-ee2e-463e-b9f2-384b9fbb67de tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:30.416946 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae40126-ee2e-463e-b9f2-384b9fbb67de tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:30.417187 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae40126-ee2e-463e-b9f2-384b9fbb67de tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:30.417484 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae40126-ee2e-463e-b9f2-384b9fbb67de tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:30.417818 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae40126-ee2e-463e-b9f2-384b9fbb67de tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:30.418139 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae40126-ee2e-463e-b9f2-384b9fbb67de tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:30.418889 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae40126-ee2e-463e-b9f2-384b9fbb67de tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:30.418889 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae40126-ee2e-463e-b9f2-384b9fbb67de tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:30.419306 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42031fa3-9fd0-4ea3-af34-172fc17211e1 None None] Pushing event updated for resources: {'Port': ['ID=2a7de4d4-106c-49df-b2c6-5a12714e393a,revision_number=2']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:30.426429 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-ee56c710-a226-4655-924f-e9177c1ba892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dcda4c2-5f54-49e8-a966-b95773e4fbb7', 'name': 'tempest-TestShelveInstance-21619407-router', 'tenant_id': 'a89a75844197496785d27fd3e412344c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '437dff01-02ae-49b0-b6de-cd5643c5e258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:21:23Z', 'updated_at': '2021-11-24T15:21:26Z', 'revision_number': 4, 'project_id': 'a89a75844197496785d27fd3e412344c', 'gw_port': {'id': '437dff01-02ae-49b0-b6de-cd5643c5e258', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:49:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dcda4c2-5f54-49e8-a966-b95773e4fbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:21:23Z', 'updated_at': '2021-11-24T15:21:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': '24e58fdb-99f1-424e-9914-8151b1965925', 'name': '', 'network_id': '151822c0-1b1f-4b3e-8dfc-70638799aec7', 'tenant_id': 'a89a75844197496785d27fd3e412344c', 'mac_address': 'fa:16:3e:80:ff:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dcda4c2-5f54-49e8-a966-b95773e4fbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '272f2546-ac60-40b5-ba30-a0ca518d4c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:21:25Z', 'updated_at': '2021-11-24T15:21:26Z', 'revision_number': 2, 'project_id': 'a89a75844197496785d27fd3e412344c', 'subnets': [{'id': '272f2546-ac60-40b5-ba30-a0ca518d4c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:21:30.455293 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4eb672-5a84-47eb-9aa9-f8a353d19058 req-aae40126-ee2e-463e-b9f2-384b9fbb67de tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:30.455293 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [req-4f4eb672-5a84-47eb-9aa9-f8a353d19058 req-aae40126-ee2e-463e-b9f2-384b9fbb67de tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for port, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:30.461824 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee56c710-a226-4655-924f-e9177c1ba892 None None] Checking router: 5dcda4c2-5f54-49e8-a966-b95773e4fbb7 for host: dv-cinder-804035-20-iscsi {{(pid=102546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:21:30.462335 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee56c710-a226-4655-924f-e9177c1ba892 None None] Updating router 5dcda4c2-5f54-49e8-a966-b95773e4fbb7 port 24e58fdb-99f1-424e-9914-8151b1965925 binding host dv-cinder-804035-20-iscsi {{(pid=102546) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 15:21:30.473124 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4f4eb672-5a84-47eb-9aa9-f8a353d19058 req-aae40126-ee2e-463e-b9f2-384b9fbb67de tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4262769 Nov 24 15:21:30.491964 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-ee56c710-a226-4655-924f-e9177c1ba892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:30.492282 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.v2.base [req-4f4eb672-5a84-47eb-9aa9-f8a353d19058 req-89cc4226-db08-4c5a-9619-e388c798975e service neutron] Request body: {'port': {'device_id': 'eb768cae-085e-4df1-9bf9-9ff9dc62da9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:21:30.563755 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [req-4f4eb672-5a84-47eb-9aa9-f8a353d19058 req-89cc4226-db08-4c5a-9619-e388c798975e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:30.754670 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-45a75e44-475b-422a-94ad-45bf4375bdf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663900'] for router, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:31.057011 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-ee56c710-a226-4655-924f-e9177c1ba892 None None] Publish callbacks [] for port, precommit_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:31.070084 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-ee56c710-a226-4655-924f-e9177c1ba892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:31.098924 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a75e44-475b-422a-94ad-45bf4375bdf7 admin admin] Router 45aef277-dd38-4b72-a243-52f149d053b9 is scheduled to L3 agent cf746c29-e95d-415d-8373-1f02a86f1d46 with binding_index 1 {{(pid=102545) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 15:21:31.145764 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd1d299-1611-4a2c-8c4e-3e3032960699 req-b46c7025-36aa-4eec-a958-650890f5be61 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:31.154048 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-3bd1d299-1611-4a2c-8c4e-3e3032960699 req-b46c7025-36aa-4eec-a958-650890f5be61 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.2408879 Nov 24 15:21:31.156637 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 437dff01-02ae-49b0-b6de-cd5643c5e258 up at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:21:31.162390 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf57483-a72a-4f62-b1fa-d15a4ec31480 None None] Pushing event updated for resources: {'Port': ['ID=24e58fdb-99f1-424e-9914-8151b1965925,revision_number=3']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:31.237190 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b5f3f-87d5-48ac-991f-137b1948b48c req-9de9f264-d178-4095-8ab1-119f1c0c246e tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:31.238896 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-9b3b5f3f-87d5-48ac-991f-137b1948b48c req-9de9f264-d178-4095-8ab1-119f1c0c246e tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb768cae-085e-4df1-9bf9-9ff9dc62da9c HTTP/1.1" status: 200 len: 931 time: 0.3099060 Nov 24 15:21:31.241831 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.notifiers.nova [req-4f4eb672-5a84-47eb-9aa9-f8a353d19058 req-89cc4226-db08-4c5a-9619-e388c798975e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 346a622a-2a2d-47d6-a817-b82b31b249a0 {{(pid=102544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:21:31.265178 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [req-4f4eb672-5a84-47eb-9aa9-f8a353d19058 req-89cc4226-db08-4c5a-9619-e388c798975e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:31.313795 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-3bd1d299-1611-4a2c-8c4e-3e3032960699 req-ff839203-5da0-4d5c-b82b-0106aa4f43ea tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580601 Nov 24 15:21:31.315971 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.db.provisioning_blocks [req-4f4eb672-5a84-47eb-9aa9-f8a353d19058 req-89cc4226-db08-4c5a-9619-e388c798975e service neutron] Transition to ACTIVE for port object 346a622a-2a2d-47d6-a817-b82b31b249a0 will not be triggered until provisioned by entity L2. {{(pid=102544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 15:21:31.328242 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [req-4f4eb672-5a84-47eb-9aa9-f8a353d19058 req-89cc4226-db08-4c5a-9619-e388c798975e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15752056'] for port, after_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:31.370606 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-ee56c710-a226-4655-924f-e9177c1ba892 None None] Attempting to bind port 24e58fdb-99f1-424e-9914-8151b1965925 on host dv-cinder-804035-20-iscsi for vnic_type normal with profile {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:21:31.371116 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-ee56c710-a226-4655-924f-e9177c1ba892 None None] Attempting to bind port 24e58fdb-99f1-424e-9914-8151b1965925 by drivers openvswitch,hyperv on host dv-cinder-804035-20-iscsi at level 0 using segments [{'id': 'd7d67199-997e-4d39-a637-2d02c998ef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '151822c0-1b1f-4b3e-8dfc-70638799aec7'}] {{(pid=102546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:21:31.371500 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee56c710-a226-4655-924f-e9177c1ba892 None None] Attempting to bind port 24e58fdb-99f1-424e-9914-8151b1965925 on network 151822c0-1b1f-4b3e-8dfc-70638799aec7 {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:21:31.379861 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee56c710-a226-4655-924f-e9177c1ba892 None None] Checking agent: {'id': '09195cb9-9d00-4b2c-842e-e029daf9b985', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 11, 51), 'started_at': datetime.datetime(2021, 11, 24, 15, 12, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:21:31.380536 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee56c710-a226-4655-924f-e9177c1ba892 None None] Checking segment: {'id': 'd7d67199-997e-4d39-a637-2d02c998ef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '151822c0-1b1f-4b3e-8dfc-70638799aec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:21:31.380942 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-ee56c710-a226-4655-924f-e9177c1ba892 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:31.381590 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee56c710-a226-4655-924f-e9177c1ba892 None None] Bound using segment: {'id': 'd7d67199-997e-4d39-a637-2d02c998ef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '151822c0-1b1f-4b3e-8dfc-70638799aec7'} {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:21:31.383105 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-ee56c710-a226-4655-924f-e9177c1ba892 None None] Bound port: 24e58fdb-99f1-424e-9914-8151b1965925, host: dv-cinder-804035-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7d67199-997e-4d39-a637-2d02c998ef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '151822c0-1b1f-4b3e-8dfc-70638799aec7'}}] {{(pid=102546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:21:31.383731 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-ee56c710-a226-4655-924f-e9177c1ba892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:31.387922 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Provisioning complete for port 437dff01-02ae-49b0-b6de-cd5643c5e258 triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:21:31.389353 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:31.402365 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a75e44-475b-422a-94ad-45bf4375bdf7 admin admin] Notify agent at l3_agent.dv-cinder-804035-20-iscsi the message routers_updated {{(pid=102545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:21:31.422640 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411fea75-65ac-44c3-9f98-b60f93048ba9 None None] Sync routers for ids ['45aef277-dd38-4b72-a243-52f149d053b9'] in dv-cinder-804035-20-iscsi {{(pid=102547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:21:31.454297 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411fea75-65ac-44c3-9f98-b60f93048ba9 None None] Routers {'45aef277-dd38-4b72-a243-52f149d053b9'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:21:31.455801 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-45a75e44-475b-422a-94ad-45bf4375bdf7 admin admin] Publish callbacks [] for router, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:31.461608 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-45a75e44-475b-422a-94ad-45bf4375bdf7 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.0682414 Nov 24 15:21:31.463373 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-411fea75-65ac-44c3-9f98-b60f93048ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:21:18Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['45aef277-dd38-4b72-a243-52f149d053b9'], 'active': True} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:21:31.465980 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 33552) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:31.512421 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-9b3b5f3f-87d5-48ac-991f-137b1948b48c req-b3fc17ed-70d5-450b-b3b1-61050e660dba tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd3f182-b37c-4495-a864-86712f719b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594261 Nov 24 15:21:31.592318 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cc4226-db08-4c5a-9619-e388c798975e service neutron] Pushing event updated for resources: {'Port': ['ID=346a622a-2a2d-47d6-a817-b82b31b249a0,revision_number=2']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:31.670608 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c755ba3a-b533-4d57-8acc-c9e227a8f31b req-b08af179-0680-4cc4-98de-8b04433ed0e9 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:31.678172 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c755ba3a-b533-4d57-8acc-c9e227a8f31b req-b08af179-0680-4cc4-98de-8b04433ed0e9 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 945 time: 0.1646061 Nov 24 15:21:31.695405 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvr_db [None req-411fea75-65ac-44c3-9f98-b60f93048ba9 None None] Set router 45aef277-dd38-4b72-a243-52f149d053b9 gateway port host: dv-cinder-804035-20-iscsi {{(pid=102547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:21:31.744999 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.managers [req-4f4eb672-5a84-47eb-9aa9-f8a353d19058 req-89cc4226-db08-4c5a-9619-e388c798975e service neutron] Attempting to bind port 346a622a-2a2d-47d6-a817-b82b31b249a0 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:21:31.744999 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.managers [req-4f4eb672-5a84-47eb-9aa9-f8a353d19058 req-89cc4226-db08-4c5a-9619-e388c798975e service neutron] Attempting to bind port 346a622a-2a2d-47d6-a817-b82b31b249a0 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '6b784020-e757-426d-a3ad-609d65df6712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'c60d9449-ba6f-4d12-83b1-6f849f230180'}] {{(pid=102544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:21:31.744999 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4eb672-5a84-47eb-9aa9-f8a353d19058 req-89cc4226-db08-4c5a-9619-e388c798975e service neutron] Attempting to bind port 346a622a-2a2d-47d6-a817-b82b31b249a0 on network c60d9449-ba6f-4d12-83b1-6f849f230180 {{(pid=102544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:21:31.755513 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4eb672-5a84-47eb-9aa9-f8a353d19058 req-89cc4226-db08-4c5a-9619-e388c798975e service neutron] Port 346a622a-2a2d-47d6-a817-b82b31b249a0 on network c60d9449-ba6f-4d12-83b1-6f849f230180 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 15:21:31.755867 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4eb672-5a84-47eb-9aa9-f8a353d19058 req-89cc4226-db08-4c5a-9619-e388c798975e service neutron] Attempting to bind port 346a622a-2a2d-47d6-a817-b82b31b249a0 on network c60d9449-ba6f-4d12-83b1-6f849f230180 {{(pid=102544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:21:31.775997 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c755ba3a-b533-4d57-8acc-c9e227a8f31b req-7dda4401-e9e8-4bbe-b191-5670b48bf268 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=5eb0e9ea-adfa-4e36-9048-51675c6733b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908849 Nov 24 15:21:31.780040 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4eb672-5a84-47eb-9aa9-f8a353d19058 req-89cc4226-db08-4c5a-9619-e388c798975e service neutron] Checking agent: {'id': 'd4f6996e-fa07-4465-ad79-7a89714f2bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 17, 38), 'started_at': datetime.datetime(2021, 11, 24, 15, 17, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:21:31.781545 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4eb672-5a84-47eb-9aa9-f8a353d19058 req-89cc4226-db08-4c5a-9619-e388c798975e service neutron] Checking segment: {'id': '6b784020-e757-426d-a3ad-609d65df6712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'c60d9449-ba6f-4d12-83b1-6f849f230180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:21:31.782116 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4eb672-5a84-47eb-9aa9-f8a353d19058 req-89cc4226-db08-4c5a-9619-e388c798975e service neutron] Bound using segment: {'id': '6b784020-e757-426d-a3ad-609d65df6712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'c60d9449-ba6f-4d12-83b1-6f849f230180'} {{(pid=102544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:21:31.782737 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.managers [req-4f4eb672-5a84-47eb-9aa9-f8a353d19058 req-89cc4226-db08-4c5a-9619-e388c798975e service neutron] Bound port: 346a622a-2a2d-47d6-a817-b82b31b249a0, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b784020-e757-426d-a3ad-609d65df6712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'c60d9449-ba6f-4d12-83b1-6f849f230180'}}] {{(pid=102544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:21:31.783288 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [req-4f4eb672-5a84-47eb-9aa9-f8a353d19058 req-89cc4226-db08-4c5a-9619-e388c798975e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:31.837871 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-ee56c710-a226-4655-924f-e9177c1ba892 None None] For port 24e58fdb-99f1-424e-9914-8151b1965925, host dv-cinder-804035-20-iscsi, cleared binding levels {{(pid=102546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:21:31.885071 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 2a7de4d4-106c-49df-b2c6-5a12714e393a up at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:21:31.934439 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-ee56c710-a226-4655-924f-e9177c1ba892 None None] For port 24e58fdb-99f1-424e-9914-8151b1965925, host dv-cinder-804035-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=24e58fdb-99f1-424e-9914-8151b1965925,segment=NetworkSegment(d7d67199-997e-4d39-a637-2d02c998ef07),segment_id=d7d67199-997e-4d39-a637-2d02c998ef07)] {{(pid=102546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:21:31.936178 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.db [req-4f4eb672-5a84-47eb-9aa9-f8a353d19058 req-89cc4226-db08-4c5a-9619-e388c798975e service neutron] For port 346a622a-2a2d-47d6-a817-b82b31b249a0, host hv-cinder-80403, cleared binding levels {{(pid=102544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:21:31.941323 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.db [req-4f4eb672-5a84-47eb-9aa9-f8a353d19058 req-89cc4226-db08-4c5a-9619-e388c798975e service neutron] For port 346a622a-2a2d-47d6-a817-b82b31b249a0, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=346a622a-2a2d-47d6-a817-b82b31b249a0,segment=NetworkSegment(6b784020-e757-426d-a3ad-609d65df6712),segment_id=6b784020-e757-426d-a3ad-609d65df6712)] {{(pid=102544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:21:31.945221 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-1344aa0f-1aa6-4aa6-9c6e-e902e91b8897 None None] Provisioning complete for port 24e58fdb-99f1-424e-9914-8151b1965925 triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:21:31.945692 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-1344aa0f-1aa6-4aa6-9c6e-e902e91b8897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:31.948346 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-ee56c710-a226-4655-924f-e9177c1ba892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:31.953917 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [req-4f4eb672-5a84-47eb-9aa9-f8a353d19058 req-89cc4226-db08-4c5a-9619-e388c798975e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15752056'] for port, after_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:31.976397 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-411fea75-65ac-44c3-9f98-b60f93048ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45aef277-dd38-4b72-a243-52f149d053b9', 'name': 'tempest-TestShelveInstance-256278777-router', 'tenant_id': 'fc41d11ce6b249d78527539f87d7e5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'df087809-c760-4885-86fb-21557c8aba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:21:28Z', 'updated_at': '2021-11-24T15:21:29Z', 'revision_number': 3, 'project_id': 'fc41d11ce6b249d78527539f87d7e5ae', 'gw_port': {'id': 'df087809-c760-4885-86fb-21557c8aba7a', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:76:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45aef277-dd38-4b72-a243-52f149d053b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:21:29Z', 'updated_at': '2021-11-24T15:21:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi'}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:21:31.997194 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 33558) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:32.018737 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411fea75-65ac-44c3-9f98-b60f93048ba9 None None] Checking router: 45aef277-dd38-4b72-a243-52f149d053b9 for host: dv-cinder-804035-20-iscsi {{(pid=102547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:21:32.019147 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411fea75-65ac-44c3-9f98-b60f93048ba9 None None] Updating router 45aef277-dd38-4b72-a243-52f149d053b9 port df087809-c760-4885-86fb-21557c8aba7a binding host dv-cinder-804035-20-iscsi {{(pid=102547) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 15:21:32.031311 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4eb672-5a84-47eb-9aa9-f8a353d19058 req-89cc4226-db08-4c5a-9619-e388c798975e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:32.033688 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [req-4f4eb672-5a84-47eb-9aa9-f8a353d19058 req-89cc4226-db08-4c5a-9619-e388c798975e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for port, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:32.035214 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4f4eb672-5a84-47eb-9aa9-f8a353d19058 req-89cc4226-db08-4c5a-9619-e388c798975e service neutron] 10.222.0.74 "PUT /v2.0/ports/346a622a-2a2d-47d6-a817-b82b31b249a0 HTTP/1.1" status: 200 len: 1093 time: 1.5497322 Nov 24 15:21:32.035590 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb768cae-085e-4df1-9bf9-9ff9dc62da9c', 'tag': '346a622a-2a2d-47d6-a817-b82b31b249a0'}] {{(pid=102544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:21:32.038733 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23e587840cb346e9c9cb8c26408046b3895eadd5eb45c8d7346c6b1fb89178c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ca9d8d-4c6b-4317-9c84-a782501cdea6" -d '{"events": [{"name": "network-changed", "server_uuid": "eb768cae-085e-4df1-9bf9-9ff9dc62da9c", "tag": "346a622a-2a2d-47d6-a817-b82b31b249a0"}]}' {{(pid=102544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:21:32.066148 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-411fea75-65ac-44c3-9f98-b60f93048ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:32.080147 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cc4226-db08-4c5a-9619-e388c798975e service neutron] Pushing event updated for resources: {'Port': ['ID=346a622a-2a2d-47d6-a817-b82b31b249a0,revision_number=3']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:32.125199 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf57483-a72a-4f62-b1fa-d15a4ec31480 None None] Pushing event updated for resources: {'Port': ['ID=24e58fdb-99f1-424e-9914-8151b1965925,revision_number=4']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:32.141472 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f63d567-c4ee-4ed1-8ba8-48357559d3e8 x-openstack-request-id: req-2f63d567-c4ee-4ed1-8ba8-48357559d3e8 {{(pid=102544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:21:32.141864 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb768cae-085e-4df1-9bf9-9ff9dc62da9c", "tag": "346a622a-2a2d-47d6-a817-b82b31b249a0", "status": "completed", "code": 200}]} {{(pid=102544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:21:32.143437 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2f63d567-c4ee-4ed1-8ba8-48357559d3e8 {{(pid=102544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:21:32.143945 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb768cae-085e-4df1-9bf9-9ff9dc62da9c', 'tag': '346a622a-2a2d-47d6-a817-b82b31b249a0', 'status': 'completed', 'code': 200} Nov 24 15:21:32.151183 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4eb672-5a84-47eb-9aa9-f8a353d19058 req-2761f5ca-72f7-4a3e-a19e-33c03eb7fce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:32.153610 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4f4eb672-5a84-47eb-9aa9-f8a353d19058 req-2761f5ca-72f7-4a3e-a19e-33c03eb7fce2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=47d3bc717a2e4d3f8a7eb27026602262&device_id=eb768cae-085e-4df1-9bf9-9ff9dc62da9c HTTP/1.1" status: 200 len: 1096 time: 0.0642910 Nov 24 15:21:32.190213 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a23eb5e-869d-42cc-96e6-077cc64bdaa7 None None] Network 80aa81d5-fa09-4e0a-ab57-96013641e0cc requested from dv-cinder-804035-20-iscsi {{(pid=102546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:21:32.248535 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4f4eb672-5a84-47eb-9aa9-f8a353d19058 req-8c54be2f-8316-4968-93b6-0c3287293b95 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=346a622a-2a2d-47d6-a817-b82b31b249a0 HTTP/1.1" status: 200 len: 217 time: 0.0814490 Nov 24 15:21:32.250710 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee56c710-a226-4655-924f-e9177c1ba892 None None] Routers {'5dcda4c2-5f54-49e8-a966-b95773e4fbb7'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:21:32.251382 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-ee56c710-a226-4655-924f-e9177c1ba892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:21:18Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['5dcda4c2-5f54-49e8-a966-b95773e4fbb7'], 'active': True} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:21:32.291915 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-b6df99b2-71f8-4fa9-9761-039a20a04236 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:32.340198 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4eb672-5a84-47eb-9aa9-f8a353d19058 req-471f9352-c6b5-444c-aac0-741d68aa9470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:32.343214 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4f4eb672-5a84-47eb-9aa9-f8a353d19058 req-471f9352-c6b5-444c-aac0-741d68aa9470 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d0c1e38d-debd-48ec-8102-211e15fd87c3 HTTP/1.1" status: 200 len: 848 time: 0.0869899 Nov 24 15:21:32.401504 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4f4eb672-5a84-47eb-9aa9-f8a353d19058 req-f7cea6f7-219a-47ea-ada9-7ed1c8122498 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c60d9449-ba6f-4d12-83b1-6f849f230180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410025 Nov 24 15:21:32.518259 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-411fea75-65ac-44c3-9f98-b60f93048ba9 None None] Publish callbacks [] for port, precommit_update {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:32.532105 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-411fea75-65ac-44c3-9f98-b60f93048ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:32.686328 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ab7ee-d25e-4a12-b9da-8217aeefb547 None None] Pushing event updated for resources: {'Port': ['ID=df087809-c760-4885-86fb-21557c8aba7a,revision_number=2']} {{(pid=102547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:32.687759 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4f4eb672-5a84-47eb-9aa9-f8a353d19058 req-2abcffdb-b6e1-4968-932b-0902eaf4999f service neutron] 10.222.0.74 "GET /v2.0/networks/c60d9449-ba6f-4d12-83b1-6f849f230180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779078 Nov 24 15:21:32.699928 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.managers [None req-411fea75-65ac-44c3-9f98-b60f93048ba9 None None] Attempting to bind port df087809-c760-4885-86fb-21557c8aba7a on host dv-cinder-804035-20-iscsi for vnic_type normal with profile {{(pid=102547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:21:32.700533 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.managers [None req-411fea75-65ac-44c3-9f98-b60f93048ba9 None None] Attempting to bind port df087809-c760-4885-86fb-21557c8aba7a by drivers openvswitch,hyperv on host dv-cinder-804035-20-iscsi at level 0 using segments [{'id': '0ed66df3-fe9f-4da3-924e-b64abe4f4390', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86'}] {{(pid=102547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:21:32.701109 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411fea75-65ac-44c3-9f98-b60f93048ba9 None None] Attempting to bind port df087809-c760-4885-86fb-21557c8aba7a on network 8344f4db-560e-43ae-a8a3-c586ec595f86 {{(pid=102547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:21:32.708529 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411fea75-65ac-44c3-9f98-b60f93048ba9 None None] Checking agent: {'id': '09195cb9-9d00-4b2c-842e-e029daf9b985', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 11, 51), 'started_at': datetime.datetime(2021, 11, 24, 15, 12, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:21:32.709130 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411fea75-65ac-44c3-9f98-b60f93048ba9 None None] Checking segment: {'id': '0ed66df3-fe9f-4da3-924e-b64abe4f4390', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:21:32.709983 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-411fea75-65ac-44c3-9f98-b60f93048ba9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:32.710592 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411fea75-65ac-44c3-9f98-b60f93048ba9 None None] Bound using segment: {'id': '0ed66df3-fe9f-4da3-924e-b64abe4f4390', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86'} {{(pid=102547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:21:32.711270 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.managers [None req-411fea75-65ac-44c3-9f98-b60f93048ba9 None None] Bound port: df087809-c760-4885-86fb-21557c8aba7a, host: dv-cinder-804035-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed66df3-fe9f-4da3-924e-b64abe4f4390', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86'}}] {{(pid=102547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:21:32.711905 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-411fea75-65ac-44c3-9f98-b60f93048ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:32.717739 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 33594) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:32.731261 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fab01e-6aaa-4fd6-8374-2a860794b0cc req-bdfd4f3d-df3c-42a5-bf7a-9e2b0495c300 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:32.735165 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-92fab01e-6aaa-4fd6-8374-2a860794b0cc req-bdfd4f3d-df3c-42a5-bf7a-9e2b0495c300 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.1995826 Nov 24 15:21:32.754156 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-b6df99b2-71f8-4fa9-9761-039a20a04236 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:32.762850 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-b6df99b2-71f8-4fa9-9761-039a20a04236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:32.768250 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvr_db [None req-ee56c710-a226-4655-924f-e9177c1ba892 None None] Set router 5dcda4c2-5f54-49e8-a966-b95773e4fbb7 gateway port host: dv-cinder-804035-20-iscsi {{(pid=102546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:21:32.780982 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.db [None req-411fea75-65ac-44c3-9f98-b60f93048ba9 None None] For port df087809-c760-4885-86fb-21557c8aba7a, host dv-cinder-804035-20-iscsi, cleared binding levels {{(pid=102547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:21:32.785755 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.db [None req-411fea75-65ac-44c3-9f98-b60f93048ba9 None None] For port df087809-c760-4885-86fb-21557c8aba7a, host dv-cinder-804035-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=df087809-c760-4885-86fb-21557c8aba7a,segment=NetworkSegment(0ed66df3-fe9f-4da3-924e-b64abe4f4390),segment_id=0ed66df3-fe9f-4da3-924e-b64abe4f4390)] {{(pid=102547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:21:32.794332 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-411fea75-65ac-44c3-9f98-b60f93048ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:32.886352 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-55142c68-4ba3-4fef-ae0b-4f273115e3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:32.895147 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df99b2-71f8-4fa9-9761-039a20a04236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5eef1b-93b7-4572-b97d-68579a9f2cb4,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:32.899318 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-b6df99b2-71f8-4fa9-9761-039a20a04236 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=231c03fdf75b408f96804b7a2dcbc3d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8988903 Nov 24 15:21:32.910334 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 33614) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:32.926537 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df99b2-71f8-4fa9-9761-039a20a04236 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:32.927254 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df99b2-71f8-4fa9-9761-039a20a04236 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:32.927895 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df99b2-71f8-4fa9-9761-039a20a04236 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:32.928432 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df99b2-71f8-4fa9-9761-039a20a04236 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:32.928989 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df99b2-71f8-4fa9-9761-039a20a04236 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:32.929523 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df99b2-71f8-4fa9-9761-039a20a04236 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:32.930841 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df99b2-71f8-4fa9-9761-039a20a04236 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:32.931407 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df99b2-71f8-4fa9-9761-039a20a04236 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:32.931951 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df99b2-71f8-4fa9-9761-039a20a04236 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:32.932512 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df99b2-71f8-4fa9-9761-039a20a04236 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:32.932850 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df99b2-71f8-4fa9-9761-039a20a04236 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:32.933179 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df99b2-71f8-4fa9-9761-039a20a04236 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:32.986076 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ab7ee-d25e-4a12-b9da-8217aeefb547 None None] Pushing event updated for resources: {'Port': ['ID=df087809-c760-4885-86fb-21557c8aba7a,revision_number=3']} {{(pid=102547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:33.006287 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411fea75-65ac-44c3-9f98-b60f93048ba9 None None] Routers {'45aef277-dd38-4b72-a243-52f149d053b9'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:21:33.007037 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-411fea75-65ac-44c3-9f98-b60f93048ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:21:18Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['45aef277-dd38-4b72-a243-52f149d053b9'], 'active': True} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:21:33.057124 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-aa49a99d-d7ae-4b80-a2d3-2f6af885c68b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:33.083987 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-996bbbbf-c627-48a7-8761-4522296a8ce7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:33.108673 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Provisioning complete for port 2a7de4d4-106c-49df-b2c6-5a12714e393a triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:21:33.109525 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:33.121644 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf35c8b-e39e-43b8-8129-481e207b1d58 req-690b1d24-6b8f-4e83-880b-693bb14f9793 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:33.124243 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-caf35c8b-e39e-43b8-8129-481e207b1d58 req-690b1d24-6b8f-4e83-880b-693bb14f9793 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb768cae-085e-4df1-9bf9-9ff9dc62da9c HTTP/1.1" status: 200 len: 943 time: 0.4680786 Nov 24 15:21:33.135337 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-aa49a99d-d7ae-4b80-a2d3-2f6af885c68b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:33.141131 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-92fab01e-6aaa-4fd6-8374-2a860794b0cc req-9418cdf5-48fc-4c19-952a-bb0a5c7444fa tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629205 Nov 24 15:21:33.179470 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvr_db [None req-411fea75-65ac-44c3-9f98-b60f93048ba9 None None] Set router 45aef277-dd38-4b72-a243-52f149d053b9 gateway port host: dv-cinder-804035-20-iscsi {{(pid=102547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:21:33.191604 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4f4eb672-5a84-47eb-9aa9-f8a353d19058 req-5fa610b0-d1ed-40a4-a367-ea41ab8edb4b service neutron] 10.222.0.74 "GET /v2.0/networks/c60d9449-ba6f-4d12-83b1-6f849f230180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4723952 Nov 24 15:21:33.286190 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.db_base_plugin_common [None req-55142c68-4ba3-4fef-ae0b-4f273115e3e0 admin admin] Allocated IP 172.20.0.1 (80aa81d5-fa09-4e0a-ab57-96013641e0cc/46730a57-49a4-4d50-a5ac-ee606922f551/53d687c6-6980-4138-86ee-d9f90a9cd2c4) {{(pid=102545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:21:33.289983 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-1344aa0f-1aa6-4aa6-9c6e-e902e91b8897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:33.386411 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-caf35c8b-e39e-43b8-8129-481e207b1d58 req-693ce584-0207-441f-a5e2-f0c0eaa71c3e tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd3f182-b37c-4495-a864-86712f719b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374687 Nov 24 15:21:33.426151 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 33628) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:33.428823 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-55142c68-4ba3-4fef-ae0b-4f273115e3e0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:33.478609 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-55142c68-4ba3-4fef-ae0b-4f273115e3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:33.531960 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-996bbbbf-c627-48a7-8761-4522296a8ce7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:33.541476 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55142c68-4ba3-4fef-ae0b-4f273115e3e0 admin admin] Network 80aa81d5-fa09-4e0a-ab57-96013641e0cc is already hosted by enough agents. {{(pid=102545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:21:33.548142 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [None req-55142c68-4ba3-4fef-ae0b-4f273115e3e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:21:33.551031 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55142c68-4ba3-4fef-ae0b-4f273115e3e0 admin admin] Received port after_create {{(pid=102545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:21:33.552401 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-996bbbbf-c627-48a7-8761-4522296a8ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:33.581793 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55142c68-4ba3-4fef-ae0b-4f273115e3e0 admin admin] Pushing event updated for resources: {'Port': ['ID=53d687c6-6980-4138-86ee-d9f90a9cd2c4,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:33.595469 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-1344aa0f-1aa6-4aa6-9c6e-e902e91b8897 None None] For port 24e58fdb-99f1-424e-9914-8151b1965925, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=24e58fdb-99f1-424e-9914-8151b1965925,segment=NetworkSegment(d7d67199-997e-4d39-a637-2d02c998ef07),segment_id=d7d67199-997e-4d39-a637-2d02c998ef07)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:21:33.623909 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-1344aa0f-1aa6-4aa6-9c6e-e902e91b8897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:33.633425 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-aa49a99d-d7ae-4b80-a2d3-2f6af885c68b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:33.636059 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-aa49a99d-d7ae-4b80-a2d3-2f6af885c68b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:33.637248 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-aa49a99d-d7ae-4b80-a2d3-2f6af885c68b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0f5eef1b-93b7-4572-b97d-68579a9f2cb4 HTTP/1.1" status: 204 len: 168 time: 0.7253385 Nov 24 15:21:33.650116 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca9d8d-4c6b-4317-9c84-a782501cdea6 req-f1d80bd5-18d6-4143-a411-4ef70320fa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:33.651821 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c9ca9d8d-4c6b-4317-9c84-a782501cdea6 req-f1d80bd5-18d6-4143-a411-4ef70320fa63 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=47d3bc717a2e4d3f8a7eb27026602262&device_id=eb768cae-085e-4df1-9bf9-9ff9dc62da9c HTTP/1.1" status: 200 len: 1096 time: 0.3791509 Nov 24 15:21:33.672356 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa49a99d-d7ae-4b80-a2d3-2f6af885c68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5eef1b-93b7-4572-b97d-68579a9f2cb4,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:33.676350 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-55142c68-4ba3-4fef-ae0b-4f273115e3e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663981'] for router_interface, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:33.682614 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca2110-8c86-4e82-9762-3b99b3bab127 req-85b6b550-61fb-4d13-b4b6-677f6fb3bdc4 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:33.685271 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:33.701977 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-dcca2110-8c86-4e82-9762-3b99b3bab127 req-85b6b550-61fb-4d13-b4b6-677f6fb3bdc4 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 945 time: 0.4095380 Nov 24 15:21:33.750660 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-ee56c710-a226-4655-924f-e9177c1ba892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dcda4c2-5f54-49e8-a966-b95773e4fbb7', 'name': 'tempest-TestShelveInstance-21619407-router', 'tenant_id': 'a89a75844197496785d27fd3e412344c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '437dff01-02ae-49b0-b6de-cd5643c5e258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:21:23Z', 'updated_at': '2021-11-24T15:21:26Z', 'revision_number': 4, 'project_id': 'a89a75844197496785d27fd3e412344c', 'gw_port': {'id': '437dff01-02ae-49b0-b6de-cd5643c5e258', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:49:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcda4c2-5f54-49e8-a966-b95773e4fbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:21:23Z', 'updated_at': '2021-11-24T15:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': '24e58fdb-99f1-424e-9914-8151b1965925', 'name': '', 'network_id': '151822c0-1b1f-4b3e-8dfc-70638799aec7', 'tenant_id': 'a89a75844197496785d27fd3e412344c', 'mac_address': 'fa:16:3e:80:ff:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dcda4c2-5f54-49e8-a966-b95773e4fbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '272f2546-ac60-40b5-ba30-a0ca518d4c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:21:25Z', 'updated_at': '2021-11-24T15:21:31Z', 'revision_number': 4, 'project_id': 'a89a75844197496785d27fd3e412344c', 'subnets': [{'id': '272f2546-ac60-40b5-ba30-a0ca518d4c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:21:33.860971 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-411fea75-65ac-44c3-9f98-b60f93048ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45aef277-dd38-4b72-a243-52f149d053b9', 'name': 'tempest-TestShelveInstance-256278777-router', 'tenant_id': 'fc41d11ce6b249d78527539f87d7e5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'df087809-c760-4885-86fb-21557c8aba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:21:28Z', 'updated_at': '2021-11-24T15:21:29Z', 'revision_number': 3, 'project_id': 'fc41d11ce6b249d78527539f87d7e5ae', 'gw_port': {'id': 'df087809-c760-4885-86fb-21557c8aba7a', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:76:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45aef277-dd38-4b72-a243-52f149d053b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:21:29Z', 'updated_at': '2021-11-24T15:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi'}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:21:33.867912 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee56c710-a226-4655-924f-e9177c1ba892 None None] The sync data for ids ['5dcda4c2-5f54-49e8-a966-b95773e4fbb7'] in dv-cinder-804035-20-iscsi is: [{'id': '5dcda4c2-5f54-49e8-a966-b95773e4fbb7', 'name': 'tempest-TestShelveInstance-21619407-router', 'tenant_id': 'a89a75844197496785d27fd3e412344c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '437dff01-02ae-49b0-b6de-cd5643c5e258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:21:23Z', 'updated_at': '2021-11-24T15:21:26Z', 'revision_number': 4, 'project_id': 'a89a75844197496785d27fd3e412344c', 'gw_port': {'id': '437dff01-02ae-49b0-b6de-cd5643c5e258', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:49:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcda4c2-5f54-49e8-a966-b95773e4fbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:21:23Z', 'updated_at': '2021-11-24T15:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': '24e58fdb-99f1-424e-9914-8151b1965925', 'name': '', 'network_id': '151822c0-1b1f-4b3e-8dfc-70638799aec7', 'tenant_id': 'a89a75844197496785d27fd3e412344c', 'mac_address': 'fa:16:3e:80:ff:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dcda4c2-5f54-49e8-a966-b95773e4fbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '272f2546-ac60-40b5-ba30-a0ca518d4c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:21:25Z', 'updated_at': '2021-11-24T15:21:31Z', 'revision_number': 4, 'project_id': 'a89a75844197496785d27fd3e412344c', 'subnets': [{'id': '272f2546-ac60-40b5-ba30-a0ca518d4c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:21:33.871124 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-a0316808-19bb-4c96-9f96-796d29ddd019 None None] Provisioning complete for port 2a7de4d4-106c-49df-b2c6-5a12714e393a triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:21:33.871534 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-a0316808-19bb-4c96-9f96-796d29ddd019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:33.876981 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1344aa0f-1aa6-4aa6-9c6e-e902e91b8897 None None] Pushing event updated for resources: {'Port': ['ID=24e58fdb-99f1-424e-9914-8151b1965925,revision_number=5']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:33.917178 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996bbbbf-c627-48a7-8761-4522296a8ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7665562a-67d2-42cc-809f-876130239ccb,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:33.949083 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411fea75-65ac-44c3-9f98-b60f93048ba9 None None] The sync data for ids ['45aef277-dd38-4b72-a243-52f149d053b9'] in dv-cinder-804035-20-iscsi is: [{'id': '45aef277-dd38-4b72-a243-52f149d053b9', 'name': 'tempest-TestShelveInstance-256278777-router', 'tenant_id': 'fc41d11ce6b249d78527539f87d7e5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'df087809-c760-4885-86fb-21557c8aba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:21:28Z', 'updated_at': '2021-11-24T15:21:29Z', 'revision_number': 3, 'project_id': 'fc41d11ce6b249d78527539f87d7e5ae', 'gw_port': {'id': 'df087809-c760-4885-86fb-21557c8aba7a', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:76:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45aef277-dd38-4b72-a243-52f149d053b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:21:29Z', 'updated_at': '2021-11-24T15:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi'}] {{(pid=102547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:21:33.969700 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] For port 2a7de4d4-106c-49df-b2c6-5a12714e393a, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=2a7de4d4-106c-49df-b2c6-5a12714e393a,segment=NetworkSegment(30796c29-b205-4c69-88cd-9965a0eadf57),segment_id=30796c29-b205-4c69-88cd-9965a0eadf57)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:21:33.982659 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:34.005368 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-996bbbbf-c627-48a7-8761-4522296a8ce7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=21962168acc449f4b68ad321ef67befd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2686162 Nov 24 15:21:34.008648 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 33642) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:34.155309 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f8490-f196-481e-b7de-fa40d7efc06d req-832f8baf-4100-4583-a11b-1ed4a034e98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:34.168581 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Pushing event updated for resources: {'Port': ['ID=2a7de4d4-106c-49df-b2c6-5a12714e393a,revision_number=3']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:34.171776 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-ff5f8490-f196-481e-b7de-fa40d7efc06d req-832f8baf-4100-4583-a11b-1ed4a034e98b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=32404aa4e2d44b9e966da2bab0b27149&device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 1099 time: 0.3439922 Nov 24 15:21:34.175955 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-55142c68-4ba3-4fef-ae0b-4f273115e3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:34.196377 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-1714b013-695a-4985-9324-ddbe6844f9ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:34.228571 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 24e58fdb-99f1-424e-9914-8151b1965925 up at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:21:34.254428 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca9d8d-4c6b-4317-9c84-a782501cdea6 req-22ea5b5d-9b54-4dbf-8446-dab213728744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:34.255975 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c9ca9d8d-4c6b-4317-9c84-a782501cdea6 req-22ea5b5d-9b54-4dbf-8446-dab213728744 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c60d9449-ba6f-4d12-83b1-6f849f230180 HTTP/1.1" status: 200 len: 910 time: 0.5517466 Nov 24 15:21:34.272028 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-dcca2110-8c86-4e82-9762-3b99b3bab127 req-d6a31aa3-1495-4f55-a32f-b38ebe1bfa38 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=5eb0e9ea-adfa-4e36-9048-51675c6733b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5689664 Nov 24 15:21:34.359097 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-a0316808-19bb-4c96-9f96-796d29ddd019 None None] Provisioning complete for port 24e58fdb-99f1-424e-9914-8151b1965925 triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:21:34.360233 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-a0316808-19bb-4c96-9f96-796d29ddd019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:34.364535 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Provisioning complete for port 24e58fdb-99f1-424e-9914-8151b1965925 triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:21:34.365166 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:34.411694 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-0873a7c9-0d9b-4452-afd6-ffc87c41c6cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:34.495750 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-1714b013-695a-4985-9324-ddbe6844f9ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:34.507312 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c9ca9d8d-4c6b-4317-9c84-a782501cdea6 req-d395ac05-cdc2-4bdf-8ff3-c7fec256c59c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=346a622a-2a2d-47d6-a817-b82b31b249a0 HTTP/1.1" status: 200 len: 217 time: 0.2317190 Nov 24 15:21:34.510071 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-1714b013-695a-4985-9324-ddbe6844f9ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:34.510334 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-0873a7c9-0d9b-4452-afd6-ffc87c41c6cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:34.572687 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2443e-46c0-455f-89a3-2bea91a18c72 req-906d7085-5ac3-41be-8049-e0e57dcecb38 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:34.595109 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ebc2443e-46c0-455f-89a3-2bea91a18c72 req-906d7085-5ac3-41be-8049-e0e57dcecb38 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.6001692 Nov 24 15:21:34.697728 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-0873a7c9-0d9b-4452-afd6-ffc87c41c6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:34.697921 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-0873a7c9-0d9b-4452-afd6-ffc87c41c6cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:34.711141 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-0873a7c9-0d9b-4452-afd6-ffc87c41c6cb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7665562a-67d2-42cc-809f-876130239ccb HTTP/1.1" status: 204 len: 168 time: 0.6592495 Nov 24 15:21:34.756921 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-1714b013-695a-4985-9324-ddbe6844f9ff admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8358e1a22d8c494fae3169e5a9535990&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3258615 Nov 24 15:21:34.764564 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 33660) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:34.784706 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1714b013-695a-4985-9324-ddbe6844f9ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac60db28-61d8-48e3-9808-8412195d67ec,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:34.805043 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0873a7c9-0d9b-4452-afd6-ffc87c41c6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7665562a-67d2-42cc-809f-876130239ccb,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:34.825546 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f8490-f196-481e-b7de-fa40d7efc06d req-5c98d727-9735-473a-96e8-cd8e90038152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:34.834727 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-ff5f8490-f196-481e-b7de-fa40d7efc06d req-5c98d727-9735-473a-96e8-cd8e90038152 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8b8e34ef-bafa-4e65-a88d-1be4877982c1 HTTP/1.1" status: 200 len: 920 time: 0.6087189 Nov 24 15:21:34.850777 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca9d8d-4c6b-4317-9c84-a782501cdea6 req-7ad69752-2871-4e33-8139-5b43996847c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:34.852353 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c9ca9d8d-4c6b-4317-9c84-a782501cdea6 req-7ad69752-2871-4e33-8139-5b43996847c1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d0c1e38d-debd-48ec-8102-211e15fd87c3 HTTP/1.1" status: 200 len: 848 time: 0.3381383 Nov 24 15:21:34.866835 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-9921b2a7-c8df-4bfa-b376-f9d7d303923f None None] Provisioning complete for port 2a7de4d4-106c-49df-b2c6-5a12714e393a triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:21:34.867562 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-9921b2a7-c8df-4bfa-b376-f9d7d303923f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:34.945791 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-ff5f8490-f196-481e-b7de-fa40d7efc06d req-e97326cc-ece4-42ab-9d53-c428667bc9bc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78dc38d0-e790-4e67-9cc9-06ac9d53b726 HTTP/1.1" status: 200 len: 217 time: 0.0977173 Nov 24 15:21:34.969782 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ebc2443e-46c0-455f-89a3-2bea91a18c72 req-c034663a-8813-4a67-8f14-1a17c19e98d6 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730252 Nov 24 15:21:34.988099 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f2fe0e-f18f-4fc3-9936-0ab39d71caaf req-fd277409-bba7-4825-8a13-f90cec0d6b77 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:34.989964 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-20f2fe0e-f18f-4fc3-9936-0ab39d71caaf req-fd277409-bba7-4825-8a13-f90cec0d6b77 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb768cae-085e-4df1-9bf9-9ff9dc62da9c HTTP/1.1" status: 200 len: 943 time: 0.3890922 Nov 24 15:21:34.993617 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-c1288bb1-c5d4-41bd-b249-f8a8288154c7 req-055ff9e2-c5b8-4e0b-b85b-dc0128264dab service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3438947 Nov 24 15:21:35.028018 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c9ca9d8d-4c6b-4317-9c84-a782501cdea6 req-c6792d47-b160-4d70-b06e-7238637b3c65 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c60d9449-ba6f-4d12-83b1-6f849f230180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1372943 Nov 24 15:21:35.066611 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 346a622a-2a2d-47d6-a817-b82b31b249a0 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 15:21:35.128625 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-a85bb28d-64dd-4186-a4d9-0f3d82d7b580 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:35.191810 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f8490-f196-481e-b7de-fa40d7efc06d req-2173a1db-28ee-46a8-8a26-df41fd64d8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:35.195183 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-ff5f8490-f196-481e-b7de-fa40d7efc06d req-2173a1db-28ee-46a8-8a26-df41fd64d8a6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6dd026dc-7a5a-4fd3-ad01-b8844bc6d476 HTTP/1.1" status: 200 len: 858 time: 0.2136238 Nov 24 15:21:35.238149 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-20f2fe0e-f18f-4fc3-9936-0ab39d71caaf req-6cb2fa15-a601-4afa-b840-da0e3c161667 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd3f182-b37c-4495-a864-86712f719b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223234 Nov 24 15:21:35.279288 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-a85bb28d-64dd-4186-a4d9-0f3d82d7b580 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:35.361207 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 346a622a-2a2d-47d6-a817-b82b31b249a0, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=346a622a-2a2d-47d6-a817-b82b31b249a0,segment=NetworkSegment(6b784020-e757-426d-a3ad-609d65df6712),segment_id=6b784020-e757-426d-a3ad-609d65df6712)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:21:35.363830 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-ff5f8490-f196-481e-b7de-fa40d7efc06d req-729563ab-0490-4550-8ff4-ab8ff9d1901b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8b8e34ef-bafa-4e65-a88d-1be4877982c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1215122 Nov 24 15:21:35.385020 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-9921b2a7-c8df-4bfa-b376-f9d7d303923f None None] Provisioning complete for port 53d687c6-6980-4138-86ee-d9f90a9cd2c4 triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:21:35.385273 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-9921b2a7-c8df-4bfa-b376-f9d7d303923f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:35.419129 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c9ca9d8d-4c6b-4317-9c84-a782501cdea6 req-b7179b3f-c9ee-4ef4-a7ea-5a68da069ece service neutron] 10.222.0.74 "GET /v2.0/networks/c60d9449-ba6f-4d12-83b1-6f849f230180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770981 Nov 24 15:21:35.468460 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Returning: {'device': '346a622a-2a2d-47d6-a817-b82b31b249a0', 'network_id': 'c60d9449-ba6f-4d12-83b1-6f849f230180', 'port_id': '346a622a-2a2d-47d6-a817-b82b31b249a0', 'mac_address': 'fa:16:3e:ca:de:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0c1e38d-debd-48ec-8102-211e15fd87c3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 15:21:35.476297 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-ff5f8490-f196-481e-b7de-fa40d7efc06d req-4068c56e-f665-43e0-a4bb-4dfe0ddd8d47 service neutron] 10.222.0.74 "GET /v2.0/networks/8b8e34ef-bafa-4e65-a88d-1be4877982c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039846 Nov 24 15:21:35.480338 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-9921b2a7-c8df-4bfa-b376-f9d7d303923f None None] Port 53d687c6-6980-4138-86ee-d9f90a9cd2c4 cannot update to ACTIVE because it is not bound. {{(pid=102546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:21:35.505429 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1288bb1-c5d4-41bd-b249-f8a8288154c7 req-0ee02704-54be-4254-ba87-9d1469655acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:35.507712 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-c1288bb1-c5d4-41bd-b249-f8a8288154c7 req-0ee02704-54be-4254-ba87-9d1469655acd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=32404aa4e2d44b9e966da2bab0b27149&device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 1098 time: 0.3841279 Nov 24 15:21:35.547018 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-a85bb28d-64dd-4186-a4d9-0f3d82d7b580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:35.550775 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-a85bb28d-64dd-4186-a4d9-0f3d82d7b580 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:35.552479 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-a85bb28d-64dd-4186-a4d9-0f3d82d7b580 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ac60db28-61d8-48e3-9808-8412195d67ec HTTP/1.1" status: 204 len: 168 time: 0.7777879 Nov 24 15:21:35.562295 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:35.582766 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.notifiers.nova [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 346a622a-2a2d-47d6-a817-b82b31b249a0 {{(pid=102546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:21:35.621240 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 346a622a-2a2d-47d6-a817-b82b31b249a0, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=346a622a-2a2d-47d6-a817-b82b31b249a0,segment=NetworkSegment(6b784020-e757-426d-a3ad-609d65df6712),segment_id=6b784020-e757-426d-a3ad-609d65df6712)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:21:35.633299 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:35.686272 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85bb28d-64dd-4186-a4d9-0f3d82d7b580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac60db28-61d8-48e3-9808-8412195d67ec,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:35.696376 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c9ca9d8d-4c6b-4317-9c84-a782501cdea6 req-ab76e1c1-b1a8-4240-8d1d-b7b81f69119a service neutron] 10.222.0.74 "GET /v2.0/networks/c60d9449-ba6f-4d12-83b1-6f849f230180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617943 Nov 24 15:21:35.715498 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d78d3-97bb-4dc5-ae25-c373b2f36085 req-41a4d866-5588-41fa-afcb-9086a3e4ff7e tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:35.728094 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Pushing event updated for resources: {'Port': ['ID=346a622a-2a2d-47d6-a817-b82b31b249a0,revision_number=4']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:35.747106 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-5f9d78d3-97bb-4dc5-ae25-c373b2f36085 req-41a4d866-5588-41fa-afcb-9086a3e4ff7e tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 945 time: 0.3331718 Nov 24 15:21:35.848807 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-5f9d78d3-97bb-4dc5-ae25-c373b2f36085 req-eba05a4a-3bf6-4586-b029-6e182b3625a9 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=5eb0e9ea-adfa-4e36-9048-51675c6733b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893984 Nov 24 15:21:35.912422 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] get_ports_and_sgs() called for port_ids ['346a622a-2a2d-47d6-a817-b82b31b249a0'] {{(pid=102546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:21:36.128353 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-55142c68-4ba3-4fef-ae0b-4f273115e3e0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:36.138997 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-ff5f8490-f196-481e-b7de-fa40d7efc06d req-4324ef09-1df9-434a-8775-7e5a6a47347b service neutron] 10.222.0.74 "GET /v2.0/networks/8b8e34ef-bafa-4e65-a88d-1be4877982c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6495509 Nov 24 15:21:36.139607 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-55142c68-4ba3-4fef-ae0b-4f273115e3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13923618'] for port, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:36.213889 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2dde4-3333-4ce4-83c0-296173448a7d req-43ba2d19-6935-4552-bac3-2c2bcfb411e3 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:36.216866 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ecf2dde4-3333-4ce4-83c0-296173448a7d req-43ba2d19-6935-4552-bac3-2c2bcfb411e3 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.1042833 Nov 24 15:21:36.294170 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1288bb1-c5d4-41bd-b249-f8a8288154c7 req-f5bf3a8c-fe17-4f13-8164-46a67209f56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:36.298932 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-c1288bb1-c5d4-41bd-b249-f8a8288154c7 req-f5bf3a8c-fe17-4f13-8164-46a67209f56e service neutron] 10.222.0.74 "GET /v2.0/networks?id=8b8e34ef-bafa-4e65-a88d-1be4877982c1 HTTP/1.1" status: 200 len: 920 time: 0.7546558 Nov 24 15:21:36.300642 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ecf2dde4-3333-4ce4-83c0-296173448a7d req-eced063a-7cb1-41be-b163-34ab0e2c90e9 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773668 Nov 24 15:21:36.341894 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device df087809-c760-4885-86fb-21557c8aba7a up at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:21:36.418710 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Provisioning complete for port df087809-c760-4885-86fb-21557c8aba7a triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:21:36.420587 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:36.441269 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-c1288bb1-c5d4-41bd-b249-f8a8288154c7 req-584cb4f2-1450-4c5e-8039-f004e8e8b8ae service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba4bd5dc-d328-477a-9c65-f3aeb75a0f70 HTTP/1.1" status: 200 len: 217 time: 0.1075540 Nov 24 15:21:36.441269 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55142c68-4ba3-4fef-ae0b-4f273115e3e0 admin admin] Pushing event updated for resources: {'Port': ['ID=53d687c6-6980-4138-86ee-d9f90a9cd2c4,revision_number=2']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:36.442344 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 33710) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:36.464115 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-55142c68-4ba3-4fef-ae0b-4f273115e3e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-679709'] for router_interface, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:36.483713 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a9d17-128e-44a5-a7db-694e085fe7e3 req-8df51e2b-d38b-4cd4-b922-e32ffbf5b3fd tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:36.485600 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-320a9d17-128e-44a5-a7db-694e085fe7e3 req-8df51e2b-d38b-4cd4-b922-e32ffbf5b3fd tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb768cae-085e-4df1-9bf9-9ff9dc62da9c HTTP/1.1" status: 200 len: 944 time: 0.1072125 Nov 24 15:21:36.487913 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-ec1f84bf-e4b9-4fb3-b65a-5378b5543985 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:36.548317 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1288bb1-c5d4-41bd-b249-f8a8288154c7 req-0ebd7199-60a6-4df3-94af-57bab8bbc21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:36.550070 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-c1288bb1-c5d4-41bd-b249-f8a8288154c7 req-0ebd7199-60a6-4df3-94af-57bab8bbc21f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6dd026dc-7a5a-4fd3-ad01-b8844bc6d476 HTTP/1.1" status: 200 len: 858 time: 0.1009860 Nov 24 15:21:36.583488 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:36.619046 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] For port df087809-c760-4885-86fb-21557c8aba7a, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=df087809-c760-4885-86fb-21557c8aba7a,segment=NetworkSegment(0ed66df3-fe9f-4da3-924e-b64abe4f4390),segment_id=0ed66df3-fe9f-4da3-924e-b64abe4f4390)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:21:36.624673 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:36.625850 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 2a7de4d4-106c-49df-b2c6-5a12714e393a up at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:21:36.629024 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-ec1f84bf-e4b9-4fb3-b65a-5378b5543985 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:36.631665 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-c1288bb1-c5d4-41bd-b249-f8a8288154c7 req-2cf64575-c05d-481b-b831-63f4da6c1a41 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8b8e34ef-bafa-4e65-a88d-1be4877982c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366445 Nov 24 15:21:36.650733 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-320a9d17-128e-44a5-a7db-694e085fe7e3 req-ae48a6b0-1ebb-4ca3-aaf8-52bdec7e5c88 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd3f182-b37c-4495-a864-86712f719b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489179 Nov 24 15:21:36.652210 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-ec1f84bf-e4b9-4fb3-b65a-5378b5543985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:36.659063 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.agents_db [None req-1855c149-01a8-4582-985c-3b31432c2781 None None] Agent healthcheck: found 6 active agents {{(pid=102547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:21:36.702839 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-ec1f84bf-e4b9-4fb3-b65a-5378b5543985 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9cdde03513e34aeda8ac55592de431ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2610080 Nov 24 15:21:36.704063 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 33714) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:36.712421 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f84bf-e4b9-4fb3-b65a-5378b5543985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd9b650-2ab3-47a2-9514-2790d1f38abc,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:36.738053 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-c1288bb1-c5d4-41bd-b249-f8a8288154c7 req-4455e9dc-2ee9-4561-94b7-3c248a112ba3 service neutron] 10.222.0.74 "GET /v2.0/networks/8b8e34ef-bafa-4e65-a88d-1be4877982c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972238 Nov 24 15:21:36.766586 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Pushing event updated for resources: {'Port': ['ID=df087809-c760-4885-86fb-21557c8aba7a,revision_number=4']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:36.775857 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55142c68-4ba3-4fef-ae0b-4f273115e3e0 admin admin] Network 80aa81d5-fa09-4e0a-ab57-96013641e0cc is already hosted by enough agents. {{(pid=102545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:21:36.780555 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Provisioning complete for port 2a7de4d4-106c-49df-b2c6-5a12714e393a triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:21:36.781129 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:36.785559 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-6a00f94d-1faf-4c13-830c-ecb97a8df210 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:36.785966 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [None req-55142c68-4ba3-4fef-ae0b-4f273115e3e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:21:36.828282 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-6a00f94d-1faf-4c13-830c-ecb97a8df210 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:36.936070 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-6a00f94d-1faf-4c13-830c-ecb97a8df210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:36.943735 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-6a00f94d-1faf-4c13-830c-ecb97a8df210 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:36.946153 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-6a00f94d-1faf-4c13-830c-ecb97a8df210 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fbd9b650-2ab3-47a2-9514-2790d1f38abc HTTP/1.1" status: 204 len: 168 time: 0.2399666 Nov 24 15:21:36.969467 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a00f94d-1faf-4c13-830c-ecb97a8df210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd9b650-2ab3-47a2-9514-2790d1f38abc,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:37.023693 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-c1288bb1-c5d4-41bd-b249-f8a8288154c7 req-b3806b20-652e-4089-80c8-e1e0aadb5b9e service neutron] 10.222.0.74 "GET /v2.0/networks/8b8e34ef-bafa-4e65-a88d-1be4877982c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758026 Nov 24 15:21:37.047598 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 346a622a-2a2d-47d6-a817-b82b31b249a0 up at agent hyperv_hv-cinder-80403 {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:21:37.067905 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55142c68-4ba3-4fef-ae0b-4f273115e3e0 admin admin] Router 45aef277-dd38-4b72-a243-52f149d053b9 has already been hosted by L3 agent cf746c29-e95d-415d-8373-1f02a86f1d46 {{(pid=102545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:21:37.107356 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d71e31-449d-4e14-a07f-2160ad9f2bdb req-44e02903-a8e0-45b7-be89-f3e61f74e970 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:37.114848 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-81d71e31-449d-4e14-a07f-2160ad9f2bdb req-44e02903-a8e0-45b7-be89-f3e61f74e970 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 945 time: 0.1345084 Nov 24 15:21:37.230106 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Provisioning for port 346a622a-2a2d-47d6-a817-b82b31b249a0 completed by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 15:21:37.235860 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Provisioning complete for port 346a622a-2a2d-47d6-a817-b82b31b249a0 triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:21:37.236522 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:37.242064 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-81d71e31-449d-4e14-a07f-2160ad9f2bdb req-4e8c60db-c843-4382-bf1f-81617da9b734 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=5eb0e9ea-adfa-4e36-9048-51675c6733b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194980 Nov 24 15:21:37.343727 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55142c68-4ba3-4fef-ae0b-4f273115e3e0 admin admin] Notify agent at l3_agent.dv-cinder-804035-20-iscsi the message routers_updated {{(pid=102545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:21:37.357637 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57114cd2-382a-457d-ad3e-f16c8a94e0d7 None None] Sync routers for ids ['45aef277-dd38-4b72-a243-52f149d053b9'] in dv-cinder-804035-20-iscsi {{(pid=102546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:21:37.361646 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:37.364923 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-55142c68-4ba3-4fef-ae0b-4f273115e3e0 admin admin] 10.222.0.66 "PUT /v2.0/routers/45aef277-dd38-4b72-a243-52f149d053b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8967865 Nov 24 15:21:37.377559 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-ffbb59bf-d8cd-4564-940d-20ac04f5507d None None] Provisioning complete for port 53d687c6-6980-4138-86ee-d9f90a9cd2c4 triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:21:37.377873 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-ffbb59bf-d8cd-4564-940d-20ac04f5507d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:37.483498 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb768cae-085e-4df1-9bf9-9ff9dc62da9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '346a622a-2a2d-47d6-a817-b82b31b249a0'}] {{(pid=102546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:21:37.487014 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a2df4-1857-4ae5-a3df-2bfbc8427d18 req-06b14221-d8e5-4b10-875f-5e7ebc38e703 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:37.495628 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec30b6fee894e899a7ef63b5da9bb2e859d87fc094cada3931da851dba0edc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa66474-2bca-4f70-a0c0-96c5cdfb88b9" -d '{"events": [{"server_uuid": "eb768cae-085e-4df1-9bf9-9ff9dc62da9c", "name": "network-vif-plugged", "status": "completed", "tag": "346a622a-2a2d-47d6-a817-b82b31b249a0"}]}' {{(pid=102546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:21:37.496321 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-8c3a2df4-1857-4ae5-a3df-2bfbc8427d18 req-06b14221-d8e5-4b10-875f-5e7ebc38e703 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.0708349 Nov 24 15:21:37.528268 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 346a622a-2a2d-47d6-a817-b82b31b249a0, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=346a622a-2a2d-47d6-a817-b82b31b249a0,segment=NetworkSegment(6b784020-e757-426d-a3ad-609d65df6712),segment_id=6b784020-e757-426d-a3ad-609d65df6712)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:21:37.537127 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57114cd2-382a-457d-ad3e-f16c8a94e0d7 None None] Routers {'45aef277-dd38-4b72-a243-52f149d053b9'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:21:37.539820 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-57114cd2-382a-457d-ad3e-f16c8a94e0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:21:18Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['45aef277-dd38-4b72-a243-52f149d053b9'], 'active': True} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:21:37.553388 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:37.604984 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-ffbb59bf-d8cd-4564-940d-20ac04f5507d None None] Port 53d687c6-6980-4138-86ee-d9f90a9cd2c4 cannot update to ACTIVE because it is not bound. {{(pid=102546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:21:37.632554 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb62c157-5a98-4096-8d99-eaf9421876ac x-openstack-request-id: req-eb62c157-5a98-4096-8d99-eaf9421876ac {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:21:37.632868 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb768cae-085e-4df1-9bf9-9ff9dc62da9c", "name": "network-vif-plugged", "status": "completed", "tag": "346a622a-2a2d-47d6-a817-b82b31b249a0", "code": 200}]} {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:21:37.633140 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-eb62c157-5a98-4096-8d99-eaf9421876ac {{(pid=102546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:21:37.633569 dv-cinder-804035-20-iscsi neutron-server[102546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb768cae-085e-4df1-9bf9-9ff9dc62da9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '346a622a-2a2d-47d6-a817-b82b31b249a0', 'code': 200} Nov 24 15:21:37.655709 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-8c3a2df4-1857-4ae5-a3df-2bfbc8427d18 req-b34601bd-774c-4e56-ad22-7cff09687b9d tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569223 Nov 24 15:21:37.745008 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:37.750975 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Pushing event updated for resources: {'Port': ['ID=346a622a-2a2d-47d6-a817-b82b31b249a0,revision_number=5']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:37.771085 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvr_db [None req-57114cd2-382a-457d-ad3e-f16c8a94e0d7 None None] Set router 45aef277-dd38-4b72-a243-52f149d053b9 gateway port host: dv-cinder-804035-20-iscsi {{(pid=102546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:21:37.835835 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b3e3c-b0fd-41cb-bc3a-09c5a7b86455 req-6b76049f-ca39-422b-9e42-044a0044b11b tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:37.837605 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-605b3e3c-b0fd-41cb-bc3a-09c5a7b86455 req-6b76049f-ca39-422b-9e42-044a0044b11b tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb768cae-085e-4df1-9bf9-9ff9dc62da9c HTTP/1.1" status: 200 len: 945 time: 0.0719459 Nov 24 15:21:37.855673 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13fed0-db84-46bc-8085-eb4921fa793c req-05c92298-2309-49e4-b6cd-1025757186e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:37.858221 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-9d13fed0-db84-46bc-8085-eb4921fa793c req-05c92298-2309-49e4-b6cd-1025757186e8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=eb768cae-085e-4df1-9bf9-9ff9dc62da9c HTTP/1.1" status: 200 len: 1098 time: 0.0812776 Nov 24 15:21:37.920718 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-605b3e3c-b0fd-41cb-bc3a-09c5a7b86455 req-f99d4871-ed59-45c6-ae50-70afdbd7cd1f tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd3f182-b37c-4495-a864-86712f719b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741458 Nov 24 15:21:38.068044 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-57114cd2-382a-457d-ad3e-f16c8a94e0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45aef277-dd38-4b72-a243-52f149d053b9', 'name': 'tempest-TestShelveInstance-256278777-router', 'tenant_id': 'fc41d11ce6b249d78527539f87d7e5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'df087809-c760-4885-86fb-21557c8aba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:21:28Z', 'updated_at': '2021-11-24T15:21:33Z', 'revision_number': 4, 'project_id': 'fc41d11ce6b249d78527539f87d7e5ae', 'gw_port': {'id': 'df087809-c760-4885-86fb-21557c8aba7a', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:76:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aef277-dd38-4b72-a243-52f149d053b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:21:29Z', 'updated_at': '2021-11-24T15:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': '53d687c6-6980-4138-86ee-d9f90a9cd2c4', 'name': '', 'network_id': '80aa81d5-fa09-4e0a-ab57-96013641e0cc', 'tenant_id': 'fc41d11ce6b249d78527539f87d7e5ae', 'mac_address': 'fa:16:3e:4f:ae:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45aef277-dd38-4b72-a243-52f149d053b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '46730a57-49a4-4d50-a5ac-ee606922f551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:21:32Z', 'updated_at': '2021-11-24T15:21:34Z', 'revision_number': 2, 'project_id': 'fc41d11ce6b249d78527539f87d7e5ae', 'subnets': [{'id': '46730a57-49a4-4d50-a5ac-ee606922f551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:21:38.101312 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-fc315a2b-3e7c-4d44-9029-ea2451c03b36 req-c402ace9-77d4-42c8-8f39-6691043a76e3 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1039673694&fields=id&tenant_id=b981a3c2d7974c7ca0c54a5262ea5220 HTTP/1.1" status: 200 len: 267 time: 0.0675945 Nov 24 15:21:38.132963 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device df087809-c760-4885-86fb-21557c8aba7a up at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:21:38.136437 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57114cd2-382a-457d-ad3e-f16c8a94e0d7 None None] Checking router: 45aef277-dd38-4b72-a243-52f149d053b9 for host: dv-cinder-804035-20-iscsi {{(pid=102546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:21:38.136906 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57114cd2-382a-457d-ad3e-f16c8a94e0d7 None None] Updating router 45aef277-dd38-4b72-a243-52f149d053b9 port 53d687c6-6980-4138-86ee-d9f90a9cd2c4 binding host dv-cinder-804035-20-iscsi {{(pid=102546) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 15:21:38.212447 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-57114cd2-382a-457d-ad3e-f16c8a94e0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:38.233323 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Provisioning complete for port df087809-c760-4885-86fb-21557c8aba7a triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:21:38.233764 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:38.289031 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 33774) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:38.295654 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [None req-af9b3f6a-e7e6-4d97-b2b9-553eb1738d64 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1037648471', 'description': 'tempest-secgroup-smoke-1037648471 description', 'project_id': 'a89a75844197496785d27fd3e412344c'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:21:38.337110 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-af9b3f6a-e7e6-4d97-b2b9-553eb1738d64 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:38.437200 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-af9b3f6a-e7e6-4d97-b2b9-553eb1738d64 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:38.442584 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-af9b3f6a-e7e6-4d97-b2b9-553eb1738d64 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:38.475385 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-af9b3f6a-e7e6-4d97-b2b9-553eb1738d64 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:38.481580 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-af9b3f6a-e7e6-4d97-b2b9-553eb1738d64 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1900048 Nov 24 15:21:38.486524 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 33782) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:38.495643 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [None req-c8b82da6-0dbe-4be7-86f1-e458d127fc91 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Request body: {'security_group_rule': {'security_group_id': '6f61e280-fd7e-403d-9fd6-ae68b3f14281', 'project_id': 'a89a75844197496785d27fd3e412344c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:21:38.522553 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9b3f6a-e7e6-4d97-b2b9-553eb1738d64 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f61e280-fd7e-403d-9fd6-ae68b3f14281,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:38.547630 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-c8b82da6-0dbe-4be7-86f1-e458d127fc91 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:38.603352 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd9cb4-5922-466f-bd4e-941888df09ec req-d48fd14e-4988-4015-a32b-81306b5b26a2 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:38.613853 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-32bd9cb4-5922-466f-bd4e-941888df09ec req-d48fd14e-4988-4015-a32b-81306b5b26a2 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 945 time: 0.1049159 Nov 24 15:21:38.631230 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-c8b82da6-0dbe-4be7-86f1-e458d127fc91 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:38.636434 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-c8b82da6-0dbe-4be7-86f1-e458d127fc91 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582796'] for security_group_rule, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:38.640034 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc315a2b-3e7c-4d44-9029-ea2451c03b36 req-47fd9cbd-bf33-4426-82c7-45318647b4c9 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:38.647944 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-fc315a2b-3e7c-4d44-9029-ea2451c03b36 req-47fd9cbd-bf33-4426-82c7-45318647b4c9 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/networks?id=f26750e4-e797-4f7f-b557-e7463bad5d42 HTTP/1.1" status: 200 len: 811 time: 0.5457315 Nov 24 15:21:38.672121 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b82da6-0dbe-4be7-86f1-e458d127fc91 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f28bea43-84f5-4ef8-9696-d1bfbc0159ee,revision_number=0']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:38.684793 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-32bd9cb4-5922-466f-bd4e-941888df09ec req-807ef87b-eaf4-4fb3-8c4e-72d9f18d17c9 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=5eb0e9ea-adfa-4e36-9048-51675c6733b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694170 Nov 24 15:21:38.687106 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-c8b82da6-0dbe-4be7-86f1-e458d127fc91 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:38.694911 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-fc315a2b-3e7c-4d44-9029-ea2451c03b36 req-8a981a7e-a8ea-4760-af38-7f120182abf3 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/quotas/b981a3c2d7974c7ca0c54a5262ea5220 HTTP/1.1" status: 200 len: 375 time: 0.0457556 Nov 24 15:21:38.705943 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-c8b82da6-0dbe-4be7-86f1-e458d127fc91 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2177167 Nov 24 15:21:38.709118 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 33790) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:38.715060 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [None req-696424ff-1e20-4bfc-9612-12fda570d7c2 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Request body: {'security_group_rule': {'security_group_id': '6f61e280-fd7e-403d-9fd6-ae68b3f14281', 'project_id': 'a89a75844197496785d27fd3e412344c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:21:38.764895 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-696424ff-1e20-4bfc-9612-12fda570d7c2 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:38.779499 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-fc315a2b-3e7c-4d44-9029-ea2451c03b36 req-74e39b8f-1c30-471f-9173-f7e9cd8e396b tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b981a3c2d7974c7ca0c54a5262ea5220&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0831089 Nov 24 15:21:38.886625 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-696424ff-1e20-4bfc-9612-12fda570d7c2 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:38.902541 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-696424ff-1e20-4bfc-9612-12fda570d7c2 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582796'] for security_group_rule, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:38.935026 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f3dca-c089-4f9b-9ce2-5f2c6537a78f req-be0b3dfd-9698-4630-9803-c2b577b85e4d tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:38.936769 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-fb1f3dca-c089-4f9b-9ce2-5f2c6537a78f req-be0b3dfd-9698-4630-9803-c2b577b85e4d tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.1275609 Nov 24 15:21:38.940926 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-696424ff-1e20-4bfc-9612-12fda570d7c2 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:38.942585 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-696424ff-1e20-4bfc-9612-12fda570d7c2 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2320061 Nov 24 15:21:38.943702 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696424ff-1e20-4bfc-9612-12fda570d7c2 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e7f6284-5076-403b-b28e-90745c3d3ded,revision_number=0']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:38.946419 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 33798) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:38.955599 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.v2.base [None req-f97b272c-dad4-4372-91e8-06d5c0a338e7 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Request body: {'security_group_rule': {'security_group_id': '6f61e280-fd7e-403d-9fd6-ae68b3f14281', 'project_id': 'a89a75844197496785d27fd3e412344c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:21:38.989007 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-fc315a2b-3e7c-4d44-9029-ea2451c03b36 req-a24b23dc-f819-4039-b7ef-c13c6e1d60ce service neutron] 10.222.0.66 "GET /v2.0/networks/f26750e4-e797-4f7f-b557-e7463bad5d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009075 Nov 24 15:21:39.007270 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-57114cd2-382a-457d-ad3e-f16c8a94e0d7 None None] Publish callbacks [] for port, precommit_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:39.015949 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-57114cd2-382a-457d-ad3e-f16c8a94e0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:39.055793 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-f97b272c-dad4-4372-91e8-06d5c0a338e7 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:39.061273 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-fb1f3dca-c089-4f9b-9ce2-5f2c6537a78f req-8a3f2366-5a18-4d07-8434-a6e8f78cf997 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130419 Nov 24 15:21:39.094485 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d5921-09be-41e5-b758-2e0c5090b66f None None] Pushing event updated for resources: {'Port': ['ID=53d687c6-6980-4138-86ee-d9f90a9cd2c4,revision_number=3']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:39.173309 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-57114cd2-382a-457d-ad3e-f16c8a94e0d7 None None] Attempting to bind port 53d687c6-6980-4138-86ee-d9f90a9cd2c4 on host dv-cinder-804035-20-iscsi for vnic_type normal with profile {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:21:39.173686 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-57114cd2-382a-457d-ad3e-f16c8a94e0d7 None None] Attempting to bind port 53d687c6-6980-4138-86ee-d9f90a9cd2c4 by drivers openvswitch,hyperv on host dv-cinder-804035-20-iscsi at level 0 using segments [{'id': '30796c29-b205-4c69-88cd-9965a0eadf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '80aa81d5-fa09-4e0a-ab57-96013641e0cc'}] {{(pid=102546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:21:39.174057 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57114cd2-382a-457d-ad3e-f16c8a94e0d7 None None] Attempting to bind port 53d687c6-6980-4138-86ee-d9f90a9cd2c4 on network 80aa81d5-fa09-4e0a-ab57-96013641e0cc {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:21:39.182134 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57114cd2-382a-457d-ad3e-f16c8a94e0d7 None None] Checking agent: {'id': '09195cb9-9d00-4b2c-842e-e029daf9b985', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 11, 51), 'started_at': datetime.datetime(2021, 11, 24, 15, 12, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:21:39.182586 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57114cd2-382a-457d-ad3e-f16c8a94e0d7 None None] Checking segment: {'id': '30796c29-b205-4c69-88cd-9965a0eadf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '80aa81d5-fa09-4e0a-ab57-96013641e0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:21:39.187371 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-f97b272c-dad4-4372-91e8-06d5c0a338e7 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:39.187577 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-57114cd2-382a-457d-ad3e-f16c8a94e0d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:39.187949 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57114cd2-382a-457d-ad3e-f16c8a94e0d7 None None] Bound using segment: {'id': '30796c29-b205-4c69-88cd-9965a0eadf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '80aa81d5-fa09-4e0a-ab57-96013641e0cc'} {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:21:39.188516 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-57114cd2-382a-457d-ad3e-f16c8a94e0d7 None None] Bound port: 53d687c6-6980-4138-86ee-d9f90a9cd2c4, host: dv-cinder-804035-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30796c29-b205-4c69-88cd-9965a0eadf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '80aa81d5-fa09-4e0a-ab57-96013641e0cc'}}] {{(pid=102546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:21:39.188994 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-57114cd2-382a-457d-ad3e-f16c8a94e0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:39.204965 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-f97b272c-dad4-4372-91e8-06d5c0a338e7 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582796'] for security_group_rule, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:39.240237 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-fc315a2b-3e7c-4d44-9029-ea2451c03b36 req-ac537092-69b5-4659-94af-73481107625f service neutron] 10.222.0.66 "GET /v2.0/networks/f26750e4-e797-4f7f-b557-e7463bad5d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361813 Nov 24 15:21:39.254590 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b272c-dad4-4372-91e8-06d5c0a338e7 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31961170-84cc-4c9c-ab5a-6233caaf21e9,revision_number=0']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:39.262853 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-f97b272c-dad4-4372-91e8-06d5c0a338e7 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:39.264030 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-f97b272c-dad4-4372-91e8-06d5c0a338e7 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3134947 Nov 24 15:21:39.266870 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 33810) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:39.271345 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [None req-91e7350b-64cf-4e6d-a7b7-51052a9468fe tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Request body: {'security_group_rule': {'security_group_id': '6f61e280-fd7e-403d-9fd6-ae68b3f14281', 'project_id': 'a89a75844197496785d27fd3e412344c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:21:39.290389 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73690c5b-870b-4a60-aa82-239e8973483e req-db956196-1845-4456-b0fd-bbfe0d16ec2a tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:39.290600 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-57114cd2-382a-457d-ad3e-f16c8a94e0d7 None None] For port 53d687c6-6980-4138-86ee-d9f90a9cd2c4, host dv-cinder-804035-20-iscsi, cleared binding levels {{(pid=102546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:21:39.291747 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-73690c5b-870b-4a60-aa82-239e8973483e req-db956196-1845-4456-b0fd-bbfe0d16ec2a tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb768cae-085e-4df1-9bf9-9ff9dc62da9c HTTP/1.1" status: 200 len: 945 time: 0.1198280 Nov 24 15:21:39.303177 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-57114cd2-382a-457d-ad3e-f16c8a94e0d7 None None] For port 53d687c6-6980-4138-86ee-d9f90a9cd2c4, host dv-cinder-804035-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=53d687c6-6980-4138-86ee-d9f90a9cd2c4,segment=NetworkSegment(30796c29-b205-4c69-88cd-9965a0eadf57),segment_id=30796c29-b205-4c69-88cd-9965a0eadf57)] {{(pid=102546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:21:39.314080 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-57114cd2-382a-457d-ad3e-f16c8a94e0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:39.317215 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-91e7350b-64cf-4e6d-a7b7-51052a9468fe tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:39.379367 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-73690c5b-870b-4a60-aa82-239e8973483e req-a880a0e9-3397-4074-8bfa-c652bf3257dc tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd3f182-b37c-4495-a864-86712f719b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768087 Nov 24 15:21:39.412159 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-91e7350b-64cf-4e6d-a7b7-51052a9468fe tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:39.417522 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-91e7350b-64cf-4e6d-a7b7-51052a9468fe tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582796'] for security_group_rule, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:39.440853 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e7350b-64cf-4e6d-a7b7-51052a9468fe tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f26283f7-ab49-4ded-b82e-6483abb69f09,revision_number=0']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:39.444183 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57114cd2-382a-457d-ad3e-f16c8a94e0d7 None None] Routers {'45aef277-dd38-4b72-a243-52f149d053b9'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:21:39.445062 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-57114cd2-382a-457d-ad3e-f16c8a94e0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:21:18Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['45aef277-dd38-4b72-a243-52f149d053b9'], 'active': True} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:21:39.450627 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-91e7350b-64cf-4e6d-a7b7-51052a9468fe tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:39.452155 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d5921-09be-41e5-b758-2e0c5090b66f None None] Pushing event updated for resources: {'Port': ['ID=53d687c6-6980-4138-86ee-d9f90a9cd2c4,revision_number=4']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:39.452669 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-91e7350b-64cf-4e6d-a7b7-51052a9468fe tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1845367 Nov 24 15:21:39.455075 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 33814) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:39.460719 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [None req-53a3fd03-e0ad-4cbf-9fa8-458c624c9bec tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Request body: {'security_group_rule': {'security_group_id': '6f61e280-fd7e-403d-9fd6-ae68b3f14281', 'project_id': 'a89a75844197496785d27fd3e412344c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:21:39.495831 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.db.securitygroups_db [None req-53a3fd03-e0ad-4cbf-9fa8-458c624c9bec tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Project a89a75844197496785d27fd3e412344c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 15:21:39.506226 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-53a3fd03-e0ad-4cbf-9fa8-458c624c9bec tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:39.561551 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-f9020024-13eb-4dce-89f3-8eb50677caca None None] Provisioning complete for port 53d687c6-6980-4138-86ee-d9f90a9cd2c4 triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:21:39.561929 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-f9020024-13eb-4dce-89f3-8eb50677caca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:39.577452 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-53a3fd03-e0ad-4cbf-9fa8-458c624c9bec tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:39.585205 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-53a3fd03-e0ad-4cbf-9fa8-458c624c9bec tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582796'] for security_group_rule, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:39.619694 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a3fd03-e0ad-4cbf-9fa8-458c624c9bec tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38839914-4564-453a-bbe5-f8fefa781421,revision_number=0']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:39.633108 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-53a3fd03-e0ad-4cbf-9fa8-458c624c9bec tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:39.634829 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-53a3fd03-e0ad-4cbf-9fa8-458c624c9bec tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1782730 Nov 24 15:21:39.637268 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 33826) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:39.646044 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [None req-26f02f5a-49ee-4eb6-a5e4-f410ba78a453 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Request body: {'security_group_rule': {'security_group_id': '6f61e280-fd7e-403d-9fd6-ae68b3f14281', 'project_id': 'a89a75844197496785d27fd3e412344c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:21:39.657615 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvr_db [None req-57114cd2-382a-457d-ad3e-f16c8a94e0d7 None None] Set router 45aef277-dd38-4b72-a243-52f149d053b9 gateway port host: dv-cinder-804035-20-iscsi {{(pid=102546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:21:39.681883 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.db.securitygroups_db [None req-26f02f5a-49ee-4eb6-a5e4-f410ba78a453 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Project a89a75844197496785d27fd3e412344c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 15:21:39.690306 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-26f02f5a-49ee-4eb6-a5e4-f410ba78a453 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:39.794068 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-26f02f5a-49ee-4eb6-a5e4-f410ba78a453 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:39.803321 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-26f02f5a-49ee-4eb6-a5e4-f410ba78a453 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582796'] for security_group_rule, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:39.813223 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-f9020024-13eb-4dce-89f3-8eb50677caca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:39.828410 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-26f02f5a-49ee-4eb6-a5e4-f410ba78a453 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:39.829622 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-26f02f5a-49ee-4eb6-a5e4-f410ba78a453 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1902637 Nov 24 15:21:39.830481 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f02f5a-49ee-4eb6-a5e4-f410ba78a453 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f592e763-c32b-4b42-b342-302736754243,revision_number=0']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:39.867930 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-522abc88-86d6-4dca-bf5f-c92543ed89dc req-9307d12d-e34d-4bfe-a890-e5bca95a160d tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a77d835-ce70-43fb-ab67-3b41127405d3 HTTP/1.1" status: 200 len: 210 time: 0.0833659 Nov 24 15:21:39.917060 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-f9020024-13eb-4dce-89f3-8eb50677caca None None] For port 53d687c6-6980-4138-86ee-d9f90a9cd2c4, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=53d687c6-6980-4138-86ee-d9f90a9cd2c4,segment=NetworkSegment(30796c29-b205-4c69-88cd-9965a0eadf57),segment_id=30796c29-b205-4c69-88cd-9965a0eadf57)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:21:39.925222 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-f9020024-13eb-4dce-89f3-8eb50677caca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:40.006779 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfed006-8cf8-4a27-bc4a-68128350d91e req-983e725b-cf2a-480d-9dc5-0b7625b78119 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:40.015871 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-cdfed006-8cf8-4a27-bc4a-68128350d91e req-983e725b-cf2a-480d-9dc5-0b7625b78119 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 945 time: 0.1446888 Nov 24 15:21:40.025117 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9020024-13eb-4dce-89f3-8eb50677caca None None] Pushing event updated for resources: {'Port': ['ID=53d687c6-6980-4138-86ee-d9f90a9cd2c4,revision_number=5']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:40.059010 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-da4e092a-d96e-41af-b0db-2481f54b59ac None None] Provisioning complete for port 53d687c6-6980-4138-86ee-d9f90a9cd2c4 triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:21:40.059272 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-da4e092a-d96e-41af-b0db-2481f54b59ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:40.073722 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-cdfed006-8cf8-4a27-bc4a-68128350d91e req-a1b65f56-7e78-41a2-922c-82050bfa4492 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=5eb0e9ea-adfa-4e36-9048-51675c6733b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567653 Nov 24 15:21:40.102141 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-57114cd2-382a-457d-ad3e-f16c8a94e0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45aef277-dd38-4b72-a243-52f149d053b9', 'name': 'tempest-TestShelveInstance-256278777-router', 'tenant_id': 'fc41d11ce6b249d78527539f87d7e5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'df087809-c760-4885-86fb-21557c8aba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:21:28Z', 'updated_at': '2021-11-24T15:21:33Z', 'revision_number': 4, 'project_id': 'fc41d11ce6b249d78527539f87d7e5ae', 'gw_port': {'id': 'df087809-c760-4885-86fb-21557c8aba7a', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:76:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aef277-dd38-4b72-a243-52f149d053b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:21:29Z', 'updated_at': '2021-11-24T15:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': '53d687c6-6980-4138-86ee-d9f90a9cd2c4', 'name': '', 'network_id': '80aa81d5-fa09-4e0a-ab57-96013641e0cc', 'tenant_id': 'fc41d11ce6b249d78527539f87d7e5ae', 'mac_address': 'fa:16:3e:4f:ae:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45aef277-dd38-4b72-a243-52f149d053b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '46730a57-49a4-4d50-a5ac-ee606922f551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:21:32Z', 'updated_at': '2021-11-24T15:21:39Z', 'revision_number': 4, 'project_id': 'fc41d11ce6b249d78527539f87d7e5ae', 'subnets': [{'id': '46730a57-49a4-4d50-a5ac-ee606922f551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:21:40.140835 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57114cd2-382a-457d-ad3e-f16c8a94e0d7 None None] The sync data for ids ['45aef277-dd38-4b72-a243-52f149d053b9'] in dv-cinder-804035-20-iscsi is: [{'id': '45aef277-dd38-4b72-a243-52f149d053b9', 'name': 'tempest-TestShelveInstance-256278777-router', 'tenant_id': 'fc41d11ce6b249d78527539f87d7e5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'df087809-c760-4885-86fb-21557c8aba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:21:28Z', 'updated_at': '2021-11-24T15:21:33Z', 'revision_number': 4, 'project_id': 'fc41d11ce6b249d78527539f87d7e5ae', 'gw_port': {'id': 'df087809-c760-4885-86fb-21557c8aba7a', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:76:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aef277-dd38-4b72-a243-52f149d053b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:21:29Z', 'updated_at': '2021-11-24T15:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': '53d687c6-6980-4138-86ee-d9f90a9cd2c4', 'name': '', 'network_id': '80aa81d5-fa09-4e0a-ab57-96013641e0cc', 'tenant_id': 'fc41d11ce6b249d78527539f87d7e5ae', 'mac_address': 'fa:16:3e:4f:ae:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45aef277-dd38-4b72-a243-52f149d053b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '46730a57-49a4-4d50-a5ac-ee606922f551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:21:32Z', 'updated_at': '2021-11-24T15:21:39Z', 'revision_number': 4, 'project_id': 'fc41d11ce6b249d78527539f87d7e5ae', 'subnets': [{'id': '46730a57-49a4-4d50-a5ac-ee606922f551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:21:40.312205 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f50178-64cb-4d81-ac5d-d642cf5bdbd9 req-dfbe347a-58bb-437f-b412-7dfeffafefab tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:40.315521 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-11f50178-64cb-4d81-ac5d-d642cf5bdbd9 req-dfbe347a-58bb-437f-b412-7dfeffafefab tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.1702354 Nov 24 15:21:40.395722 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-11f50178-64cb-4d81-ac5d-d642cf5bdbd9 req-dda2073e-3237-45c3-bda8-f033247eda86 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732236 Nov 24 15:21:40.522851 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15abb4a-a5b3-4caa-80b8-eae0651255be req-fa82d4b0-cf4d-466a-9ce3-f497f1316820 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:40.524560 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-e15abb4a-a5b3-4caa-80b8-eae0651255be req-fa82d4b0-cf4d-466a-9ce3-f497f1316820 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb768cae-085e-4df1-9bf9-9ff9dc62da9c HTTP/1.1" status: 200 len: 945 time: 0.0520055 Nov 24 15:21:40.583245 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-e15abb4a-a5b3-4caa-80b8-eae0651255be req-649a3a63-b5f7-412e-9b87-19a63879be2a tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd3f182-b37c-4495-a864-86712f719b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517573 Nov 24 15:21:40.643258 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-9d13fed0-db84-46bc-8085-eb4921fa793c req-426f5db7-22c9-4f3c-bb12-fad5c81b12fe service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=cbd3f182-b37c-4495-a864-86712f719b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604973 Nov 24 15:21:40.993867 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-7e70a44a-72aa-40fe-a7b0-8ddeb820dce8 req-1cf6be77-9823-400c-9c14-9fa21d1ef55f tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a77d835-ce70-43fb-ab67-3b41127405d3 HTTP/1.1" status: 200 len: 210 time: 0.0422442 Nov 24 15:21:41.218310 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6045f8-921b-4547-b06a-d248c80f9aa7 req-db09378c-1c1a-47b6-84be-5dcecfe5c294 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:41.219928 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-cc6045f8-921b-4547-b06a-d248c80f9aa7 req-db09378c-1c1a-47b6-84be-5dcecfe5c294 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 945 time: 0.0598598 Nov 24 15:21:41.287093 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-cc6045f8-921b-4547-b06a-d248c80f9aa7 req-3c56e4cd-43dd-4a72-a94b-978d24ba9967 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=5eb0e9ea-adfa-4e36-9048-51675c6733b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598533 Nov 24 15:21:41.562202 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83900f-9f39-421a-92d3-45c584835a15 req-6e61cd76-6c38-478e-b6da-dec5ce01ad70 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:41.563913 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ca83900f-9f39-421a-92d3-45c584835a15 req-6e61cd76-6c38-478e-b6da-dec5ce01ad70 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.0694640 Nov 24 15:21:41.641503 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ca83900f-9f39-421a-92d3-45c584835a15 req-ee78e9a8-d4da-4b1b-a721-d5a0ac691b63 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660942 Nov 24 15:21:41.709840 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc315a2b-3e7c-4d44-9029-ea2451c03b36 req-fc14cce3-8390-4110-8df5-e8fb883bc53c tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:41.711368 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-fc315a2b-3e7c-4d44-9029-ea2451c03b36 req-fc14cce3-8390-4110-8df5-e8fb883bc53c tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.74 "GET /v2.0/networks?id=f26750e4-e797-4f7f-b557-e7463bad5d42 HTTP/1.1" status: 200 len: 811 time: 0.1701677 Nov 24 15:21:41.742007 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831bf8f-987a-4012-b4f0-5c5bbb48725e req-801880ba-95ad-4764-850f-41642327ed64 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:41.750256 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-a831bf8f-987a-4012-b4f0-5c5bbb48725e req-801880ba-95ad-4764-850f-41642327ed64 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb768cae-085e-4df1-9bf9-9ff9dc62da9c HTTP/1.1" status: 200 len: 945 time: 0.0659494 Nov 24 15:21:41.804105 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-fc315a2b-3e7c-4d44-9029-ea2451c03b36 req-5aafbdfa-0112-45d3-b6fa-a367ee8895ea tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b981a3c2d7974c7ca0c54a5262ea5220 HTTP/1.1" status: 200 len: 380 time: 0.0830371 Nov 24 15:21:41.814492 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [req-fc315a2b-3e7c-4d44-9029-ea2451c03b36 req-72b434bf-d8eb-4c54-ba96-66dc7efc3f56 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Request body: {'port': {'device_id': '1a77d835-ce70-43fb-ab67-3b41127405d3', 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42', 'admin_state_up': True, 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'security_groups': ['9212a777-7328-4da1-b1eb-cee9e4183283']}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:21:41.829318 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-a831bf8f-987a-4012-b4f0-5c5bbb48725e req-463481e9-edbe-4e8b-9bf1-4370235c673d tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd3f182-b37c-4495-a864-86712f719b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733378 Nov 24 15:21:42.011257 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc315a2b-3e7c-4d44-9029-ea2451c03b36 req-72b434bf-d8eb-4c54-ba96-66dc7efc3f56 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Made reservation on behalf of b981a3c2d7974c7ca0c54a5262ea5220 for: {'port': 1} {{(pid=102545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:21:42.019532 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-fc315a2b-3e7c-4d44-9029-ea2451c03b36 req-72b434bf-d8eb-4c54-ba96-66dc7efc3f56 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:42.155683 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-bbb68100-f533-4716-8852-cce7c34a6f6f req-e89d7f2c-7185-4acc-ac74-d0bf3109c00b tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a77d835-ce70-43fb-ab67-3b41127405d3 HTTP/1.1" status: 200 len: 210 time: 0.0365529 Nov 24 15:21:42.194761 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 53d687c6-6980-4138-86ee-d9f90a9cd2c4 up at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:21:42.217244 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.db_base_plugin_common [req-fc315a2b-3e7c-4d44-9029-ea2451c03b36 req-72b434bf-d8eb-4c54-ba96-66dc7efc3f56 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Allocated IP 172.20.0.5 (f26750e4-e797-4f7f-b557-e7463bad5d42/7c9fc6c3-0838-4b30-a030-a699466a6c53/1aaa1843-b387-4a3e-a5f5-e558eab342ed) {{(pid=102545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:21:42.256399 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Provisioning complete for port 53d687c6-6980-4138-86ee-d9f90a9cd2c4 triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:21:42.258520 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:42.413486 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-fc315a2b-3e7c-4d44-9029-ea2451c03b36 req-72b434bf-d8eb-4c54-ba96-66dc7efc3f56 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks [] for port, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:42.439394 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d86425-2c7f-4c80-bc42-7cb7304cde6a req-da3512db-8576-4b4e-a14d-259a56607588 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:42.441334 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-a1d86425-2c7f-4c80-bc42-7cb7304cde6a req-da3512db-8576-4b4e-a14d-259a56607588 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 945 time: 0.0533965 Nov 24 15:21:42.452294 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-fc315a2b-3e7c-4d44-9029-ea2451c03b36 req-72b434bf-d8eb-4c54-ba96-66dc7efc3f56 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:42.500462 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-a1d86425-2c7f-4c80-bc42-7cb7304cde6a req-7c49b61f-650e-49da-bee7-faa9c7cd7c9c tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=5eb0e9ea-adfa-4e36-9048-51675c6733b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530849 Nov 24 15:21:42.516902 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc315a2b-3e7c-4d44-9029-ea2451c03b36 req-72b434bf-d8eb-4c54-ba96-66dc7efc3f56 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Network f26750e4-e797-4f7f-b557-e7463bad5d42 is already hosted by enough agents. {{(pid=102545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:21:42.518611 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [req-fc315a2b-3e7c-4d44-9029-ea2451c03b36 req-72b434bf-d8eb-4c54-ba96-66dc7efc3f56 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Resources bound (agent type, host, resource id): {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:21:42.520559 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b434bf-d8eb-4c54-ba96-66dc7efc3f56 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Pushing event updated for resources: {'Port': ['ID=1aaa1843-b387-4a3e-a5f5-e558eab342ed,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:42.522920 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc315a2b-3e7c-4d44-9029-ea2451c03b36 req-72b434bf-d8eb-4c54-ba96-66dc7efc3f56 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Received port after_create {{(pid=102545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:21:42.574886 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc315a2b-3e7c-4d44-9029-ea2451c03b36 req-72b434bf-d8eb-4c54-ba96-66dc7efc3f56 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:42.576225 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-fc315a2b-3e7c-4d44-9029-ea2451c03b36 req-72b434bf-d8eb-4c54-ba96-66dc7efc3f56 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:42.593598 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-fc315a2b-3e7c-4d44-9029-ea2451c03b36 req-72b434bf-d8eb-4c54-ba96-66dc7efc3f56 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7833025 Nov 24 15:21:42.752543 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-624e0221-5b8d-46b2-9146-b3ca2cc8d84a None None] Provisioning complete for port 1aaa1843-b387-4a3e-a5f5-e558eab342ed triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:21:42.752916 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-624e0221-5b8d-46b2-9146-b3ca2cc8d84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:42.787925 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-624e0221-5b8d-46b2-9146-b3ca2cc8d84a None None] Port 1aaa1843-b387-4a3e-a5f5-e558eab342ed cannot update to ACTIVE because it is not bound. {{(pid=102546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:21:42.956088 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc0e7e2-d295-4f41-8bbd-408e0d5addee req-4ed5fabe-fd69-4eb9-835c-d8c61f141023 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:42.957613 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-6dc0e7e2-d295-4f41-8bbd-408e0d5addee req-4ed5fabe-fd69-4eb9-835c-d8c61f141023 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb768cae-085e-4df1-9bf9-9ff9dc62da9c HTTP/1.1" status: 200 len: 945 time: 0.0725486 Nov 24 15:21:43.020607 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-6dc0e7e2-d295-4f41-8bbd-408e0d5addee req-288b0663-a0fa-452a-a167-c351f8764870 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd3f182-b37c-4495-a864-86712f719b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570540 Nov 24 15:21:43.278305 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429aaa1-6134-4375-a719-cd21d3e836e6 req-cfc92f02-1e9c-4ba6-9554-ecb8f8047e5f tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:43.280985 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-1429aaa1-6134-4375-a719-cd21d3e836e6 req-cfc92f02-1e9c-4ba6-9554-ecb8f8047e5f tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a77d835-ce70-43fb-ab67-3b41127405d3 HTTP/1.1" status: 200 len: 931 time: 0.0526869 Nov 24 15:21:43.329200 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-1429aaa1-6134-4375-a719-cd21d3e836e6 req-2d13739f-1c16-4b17-b0f6-02d338e74dfb tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430050 Nov 24 15:21:43.615192 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8474471d-5522-4cb4-b71c-a9bd6b12c2cf req-6a4d6566-e92f-418e-9cd9-93d95996b894 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:43.616670 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-8474471d-5522-4cb4-b71c-a9bd6b12c2cf req-6a4d6566-e92f-418e-9cd9-93d95996b894 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 945 time: 0.0486090 Nov 24 15:21:43.663899 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-8474471d-5522-4cb4-b71c-a9bd6b12c2cf req-4e6eecbb-c0f1-417b-b28c-49f37bd40e37 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=5eb0e9ea-adfa-4e36-9048-51675c6733b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412927 Nov 24 15:21:44.444473 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc4780-7208-42ba-a129-f0008e0d7342 req-373b1aa6-e8be-4779-ae21-a096ad1709a2 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:44.445940 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-1bcc4780-7208-42ba-a129-f0008e0d7342 req-373b1aa6-e8be-4779-ae21-a096ad1709a2 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a77d835-ce70-43fb-ab67-3b41127405d3 HTTP/1.1" status: 200 len: 931 time: 0.0510554 Nov 24 15:21:44.495443 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-1bcc4780-7208-42ba-a129-f0008e0d7342 req-b8e2aaad-2b6f-4fd4-9db5-885bbf4821ae tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436540 Nov 24 15:21:44.777320 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40d065-ffed-41bb-8e14-d9fb3fb3b1f5 req-7f6679ba-2a00-4daf-8d8a-c85c4631beef tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:44.779363 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ec40d065-ffed-41bb-8e14-d9fb3fb3b1f5 req-7f6679ba-2a00-4daf-8d8a-c85c4631beef tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 945 time: 0.0495999 Nov 24 15:21:44.799455 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [req-fc315a2b-3e7c-4d44-9029-ea2451c03b36 req-c133d67a-3f9e-4c1f-94bd-b7eb64435268 service neutron] Request body: {'port': {'device_id': '1a77d835-ce70-43fb-ab67-3b41127405d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:21:44.829001 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ec40d065-ffed-41bb-8e14-d9fb3fb3b1f5 req-b0d47dfb-bf01-43a1-a3d5-36cfc6798b32 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=5eb0e9ea-adfa-4e36-9048-51675c6733b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437095 Nov 24 15:21:44.865830 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-fc315a2b-3e7c-4d44-9029-ea2451c03b36 req-c133d67a-3f9e-4c1f-94bd-b7eb64435268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:45.128914 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [req-fc315a2b-3e7c-4d44-9029-ea2451c03b36 req-c133d67a-3f9e-4c1f-94bd-b7eb64435268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aaa1843-b387-4a3e-a5f5-e558eab342ed {{(pid=102545) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:21:45.136235 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-fc315a2b-3e7c-4d44-9029-ea2451c03b36 req-c133d67a-3f9e-4c1f-94bd-b7eb64435268 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:45.148376 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.provisioning_blocks [req-fc315a2b-3e7c-4d44-9029-ea2451c03b36 req-c133d67a-3f9e-4c1f-94bd-b7eb64435268 service neutron] Transition to ACTIVE for port object 1aaa1843-b387-4a3e-a5f5-e558eab342ed will not be triggered until provisioned by entity L2. {{(pid=102545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 15:21:45.152593 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-fc315a2b-3e7c-4d44-9029-ea2451c03b36 req-c133d67a-3f9e-4c1f-94bd-b7eb64435268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13923618'] for port, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:45.170028 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2d2511dc-9252-443f-97d1-67f59255a040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:45.208604 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133d67a-3f9e-4c1f-94bd-b7eb64435268 service neutron] Pushing event updated for resources: {'Port': ['ID=1aaa1843-b387-4a3e-a5f5-e558eab342ed,revision_number=2']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:45.275984 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-fc315a2b-3e7c-4d44-9029-ea2451c03b36 req-c133d67a-3f9e-4c1f-94bd-b7eb64435268 service neutron] Attempting to bind port 1aaa1843-b387-4a3e-a5f5-e558eab342ed on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:21:45.276491 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-fc315a2b-3e7c-4d44-9029-ea2451c03b36 req-c133d67a-3f9e-4c1f-94bd-b7eb64435268 service neutron] Attempting to bind port 1aaa1843-b387-4a3e-a5f5-e558eab342ed by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'c14c8334-0300-446a-a3d0-b8976f89fcf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42'}] {{(pid=102545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:21:45.276832 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc315a2b-3e7c-4d44-9029-ea2451c03b36 req-c133d67a-3f9e-4c1f-94bd-b7eb64435268 service neutron] Attempting to bind port 1aaa1843-b387-4a3e-a5f5-e558eab342ed on network f26750e4-e797-4f7f-b557-e7463bad5d42 {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:21:45.281893 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc315a2b-3e7c-4d44-9029-ea2451c03b36 req-c133d67a-3f9e-4c1f-94bd-b7eb64435268 service neutron] Port 1aaa1843-b387-4a3e-a5f5-e558eab342ed on network f26750e4-e797-4f7f-b557-e7463bad5d42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 15:21:45.282217 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc315a2b-3e7c-4d44-9029-ea2451c03b36 req-c133d67a-3f9e-4c1f-94bd-b7eb64435268 service neutron] Attempting to bind port 1aaa1843-b387-4a3e-a5f5-e558eab342ed on network f26750e4-e797-4f7f-b557-e7463bad5d42 {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:21:45.287903 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc315a2b-3e7c-4d44-9029-ea2451c03b36 req-c133d67a-3f9e-4c1f-94bd-b7eb64435268 service neutron] Checking agent: {'id': 'd4f6996e-fa07-4465-ad79-7a89714f2bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 17, 38), 'started_at': datetime.datetime(2021, 11, 24, 15, 17, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:21:45.288168 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc315a2b-3e7c-4d44-9029-ea2451c03b36 req-c133d67a-3f9e-4c1f-94bd-b7eb64435268 service neutron] Checking segment: {'id': 'c14c8334-0300-446a-a3d0-b8976f89fcf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:21:45.288584 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc315a2b-3e7c-4d44-9029-ea2451c03b36 req-c133d67a-3f9e-4c1f-94bd-b7eb64435268 service neutron] Bound using segment: {'id': 'c14c8334-0300-446a-a3d0-b8976f89fcf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42'} {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:21:45.289001 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-fc315a2b-3e7c-4d44-9029-ea2451c03b36 req-c133d67a-3f9e-4c1f-94bd-b7eb64435268 service neutron] Bound port: 1aaa1843-b387-4a3e-a5f5-e558eab342ed, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c14c8334-0300-446a-a3d0-b8976f89fcf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42'}}] {{(pid=102545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:21:45.289361 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-fc315a2b-3e7c-4d44-9029-ea2451c03b36 req-c133d67a-3f9e-4c1f-94bd-b7eb64435268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:45.354146 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-fc315a2b-3e7c-4d44-9029-ea2451c03b36 req-c133d67a-3f9e-4c1f-94bd-b7eb64435268 service neutron] For port 1aaa1843-b387-4a3e-a5f5-e558eab342ed, host hv-cinder-80403, cleared binding levels {{(pid=102545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:21:45.357942 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-fc315a2b-3e7c-4d44-9029-ea2451c03b36 req-c133d67a-3f9e-4c1f-94bd-b7eb64435268 service neutron] For port 1aaa1843-b387-4a3e-a5f5-e558eab342ed, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1aaa1843-b387-4a3e-a5f5-e558eab342ed,segment=NetworkSegment(c14c8334-0300-446a-a3d0-b8976f89fcf3),segment_id=c14c8334-0300-446a-a3d0-b8976f89fcf3)] {{(pid=102545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:21:45.361780 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-fc315a2b-3e7c-4d44-9029-ea2451c03b36 req-c133d67a-3f9e-4c1f-94bd-b7eb64435268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13923618'] for port, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:45.404572 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc315a2b-3e7c-4d44-9029-ea2451c03b36 req-c133d67a-3f9e-4c1f-94bd-b7eb64435268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:45.405188 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-fc315a2b-3e7c-4d44-9029-ea2451c03b36 req-c133d67a-3f9e-4c1f-94bd-b7eb64435268 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:45.406630 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-fc315a2b-3e7c-4d44-9029-ea2451c03b36 req-c133d67a-3f9e-4c1f-94bd-b7eb64435268 service neutron] 10.222.0.74 "PUT /v2.0/ports/1aaa1843-b387-4a3e-a5f5-e558eab342ed HTTP/1.1" status: 200 len: 1093 time: 0.6125865 Nov 24 15:21:45.407109 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a77d835-ce70-43fb-ab67-3b41127405d3', 'tag': '1aaa1843-b387-4a3e-a5f5-e558eab342ed'}] {{(pid=102545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:21:45.409491 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e232a59b198ff96befa2502742fd1f317735a6d9991c1ac6356d20aee71e71d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1477eb18-0ae5-4ad5-8433-ab08a8534023" -d '{"events": [{"name": "network-changed", "server_uuid": "1a77d835-ce70-43fb-ab67-3b41127405d3", "tag": "1aaa1843-b387-4a3e-a5f5-e558eab342ed"}]}' {{(pid=102545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:21:45.433603 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133d67a-3f9e-4c1f-94bd-b7eb64435268 service neutron] Pushing event updated for resources: {'Port': ['ID=1aaa1843-b387-4a3e-a5f5-e558eab342ed,revision_number=3']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:45.445355 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15dc6c6-eaa4-4695-9e66-2b798ea5c996 x-openstack-request-id: req-f15dc6c6-eaa4-4695-9e66-2b798ea5c996 {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:21:45.445647 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a77d835-ce70-43fb-ab67-3b41127405d3", "tag": "1aaa1843-b387-4a3e-a5f5-e558eab342ed", "status": "completed", "code": 200}]} {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:21:45.445902 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f15dc6c6-eaa4-4695-9e66-2b798ea5c996 {{(pid=102545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:21:45.446300 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a77d835-ce70-43fb-ab67-3b41127405d3', 'tag': '1aaa1843-b387-4a3e-a5f5-e558eab342ed', 'status': 'completed', 'code': 200} Nov 24 15:21:45.610333 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359de69c-a01a-429f-8051-c90d722601c5 req-bf5b966a-2f90-4d43-aea0-65510de12a62 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:45.611837 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-359de69c-a01a-429f-8051-c90d722601c5 req-bf5b966a-2f90-4d43-aea0-65510de12a62 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a77d835-ce70-43fb-ab67-3b41127405d3 HTTP/1.1" status: 200 len: 943 time: 0.0488582 Nov 24 15:21:45.664282 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-359de69c-a01a-429f-8051-c90d722601c5 req-3a9c0b83-987c-4eb9-bce6-c957999f4142 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463004 Nov 24 15:21:45.916076 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1477eb18-0ae5-4ad5-8433-ab08a8534023 req-4ada2ac1-5e07-48c2-bfc9-75981e94562d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:45.918480 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-1477eb18-0ae5-4ad5-8433-ab08a8534023 req-4ada2ac1-5e07-48c2-bfc9-75981e94562d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b981a3c2d7974c7ca0c54a5262ea5220&device_id=1a77d835-ce70-43fb-ab67-3b41127405d3 HTTP/1.1" status: 200 len: 1096 time: 0.0538599 Nov 24 15:21:45.960230 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa06a074-0689-480d-9069-0e29428b3958 req-136d6846-fbc6-429e-8393-6ca3b902d416 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:45.961883 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-fa06a074-0689-480d-9069-0e29428b3958 req-136d6846-fbc6-429e-8393-6ca3b902d416 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 945 time: 0.0541885 Nov 24 15:21:46.024318 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-fa06a074-0689-480d-9069-0e29428b3958 req-be4ed9f2-2cec-47f0-bc6b-6da03d9c0833 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=5eb0e9ea-adfa-4e36-9048-51675c6733b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557747 Nov 24 15:21:46.065515 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1477eb18-0ae5-4ad5-8433-ab08a8534023 req-d0a36781-b3be-4409-a36b-e719cc0c50dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:46.067061 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-1477eb18-0ae5-4ad5-8433-ab08a8534023 req-d0a36781-b3be-4409-a36b-e719cc0c50dd service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=b981a3c2d7974c7ca0c54a5262ea5220&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1400592 Nov 24 15:21:46.106267 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782733c-5e59-4aca-9290-a3100989dbfa req-a3416aca-dcd2-43db-9161-8ebc4ca54bfb tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:46.108694 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-b782733c-5e59-4aca-9290-a3100989dbfa req-a3416aca-dcd2-43db-9161-8ebc4ca54bfb tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.0632823 Nov 24 15:21:46.171785 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-b782733c-5e59-4aca-9290-a3100989dbfa req-6cb963bb-abf7-47eb-8472-6e0545ae8269 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508242 Nov 24 15:21:46.196701 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1477eb18-0ae5-4ad5-8433-ab08a8534023 req-4100b11f-e6e4-4144-bc3c-8de6c114a278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:46.198390 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-1477eb18-0ae5-4ad5-8433-ab08a8534023 req-4100b11f-e6e4-4144-bc3c-8de6c114a278 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1235120 Nov 24 15:21:46.308719 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc315a2b-3e7c-4d44-9029-ea2451c03b36 req-eaa2f7b2-357b-484d-88c4-56049b89eb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:46.310424 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-fc315a2b-3e7c-4d44-9029-ea2451c03b36 req-eaa2f7b2-357b-484d-88c4-56049b89eb2b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b981a3c2d7974c7ca0c54a5262ea5220&device_id=1a77d835-ce70-43fb-ab67-3b41127405d3 HTTP/1.1" status: 200 len: 1096 time: 0.0520475 Nov 24 15:21:46.361704 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-fc315a2b-3e7c-4d44-9029-ea2451c03b36 req-2a0e9062-6562-46e1-89d0-01662bf9059c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1aaa1843-b387-4a3e-a5f5-e558eab342ed HTTP/1.1" status: 200 len: 217 time: 0.0382524 Nov 24 15:21:46.415444 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc315a2b-3e7c-4d44-9029-ea2451c03b36 req-e4256655-da8f-4661-8bde-5803c4f0a5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:46.417175 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-fc315a2b-3e7c-4d44-9029-ea2451c03b36 req-e4256655-da8f-4661-8bde-5803c4f0a5eb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7c9fc6c3-0838-4b30-a030-a699466a6c53 HTTP/1.1" status: 200 len: 850 time: 0.0470605 Nov 24 15:21:46.489729 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc315a2b-3e7c-4d44-9029-ea2451c03b36 req-ebde5751-2878-4cf7-8ab0-944c58cdb221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:46.491850 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-fc315a2b-3e7c-4d44-9029-ea2451c03b36 req-ebde5751-2878-4cf7-8ab0-944c58cdb221 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f26750e4-e797-4f7f-b557-e7463bad5d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0519581 Nov 24 15:21:46.664138 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-fc315a2b-3e7c-4d44-9029-ea2451c03b36 req-2e36729b-16e5-40ea-81f5-f53475ef73b0 service neutron] 10.222.0.74 "GET /v2.0/networks/f26750e4-e797-4f7f-b557-e7463bad5d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437178 Nov 24 15:21:46.791645 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-fc315a2b-3e7c-4d44-9029-ea2451c03b36 req-3fec87a5-cb7d-44e3-9dc7-09f8ae5188a7 service neutron] 10.222.0.74 "GET /v2.0/networks/f26750e4-e797-4f7f-b557-e7463bad5d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195629 Nov 24 15:21:46.957102 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 34064) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:46.979329 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79522a14-070c-4a2a-a9da-ae134f95d044 req-ac644610-3b99-40fa-898c-33efdc488410 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:46.981143 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-79522a14-070c-4a2a-a9da-ae134f95d044 req-ac644610-3b99-40fa-898c-33efdc488410 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb768cae-085e-4df1-9bf9-9ff9dc62da9c HTTP/1.1" status: 200 len: 945 time: 0.1145825 Nov 24 15:21:46.991471 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90aff19-fb53-4eb2-b8dc-8dcf8c19b6cd req-9188d04f-dedd-4488-8bce-f7fd8ac6aef7 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:46.993069 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f90aff19-fb53-4eb2-b8dc-8dcf8c19b6cd req-9188d04f-dedd-4488-8bce-f7fd8ac6aef7 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a77d835-ce70-43fb-ab67-3b41127405d3 HTTP/1.1" status: 200 len: 943 time: 0.0913801 Nov 24 15:21:47.081678 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-79522a14-070c-4a2a-a9da-ae134f95d044 req-70d6ba8b-6c43-479e-a178-09d7dc20fc01 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd3f182-b37c-4495-a864-86712f719b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876052 Nov 24 15:21:47.085648 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f90aff19-fb53-4eb2-b8dc-8dcf8c19b6cd req-164f8123-1300-4c0d-8774-24900f41d9ba tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820730 Nov 24 15:21:47.115608 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-a75d8873-a31c-4cff-b379-79aff9250b82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:47.217106 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9be0e8-650e-48e6-b720-058185f2feb0 req-6bb5bf22-5c85-4d5d-bb30-b957dc7dee57 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:47.218685 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ff9be0e8-650e-48e6-b720-058185f2feb0 req-6bb5bf22-5c85-4d5d-bb30-b957dc7dee57 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 945 time: 0.0555480 Nov 24 15:21:47.226298 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-a75d8873-a31c-4cff-b379-79aff9250b82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:47.229785 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-a75d8873-a31c-4cff-b379-79aff9250b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:47.286017 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ff9be0e8-650e-48e6-b720-058185f2feb0 req-6a422877-f03f-4d99-834b-2494edecb2fd tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=5eb0e9ea-adfa-4e36-9048-51675c6733b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610580 Nov 24 15:21:47.289450 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-a75d8873-a31c-4cff-b379-79aff9250b82 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6227f671612545198e10aa8fc73ad76e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3287742 Nov 24 15:21:47.290229 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 34082) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:47.297582 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75d8873-a31c-4cff-b379-79aff9250b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7517867-68ff-478b-aeb6-ef12daba404f,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:47.344626 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-f5404278-3c4e-4878-9070-b4f9d52e0702 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:47.371622 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-f5404278-3c4e-4878-9070-b4f9d52e0702 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:47.429958 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-f5404278-3c4e-4878-9070-b4f9d52e0702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:47.433031 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-f5404278-3c4e-4878-9070-b4f9d52e0702 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:47.434198 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-f5404278-3c4e-4878-9070-b4f9d52e0702 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c7517867-68ff-478b-aeb6-ef12daba404f HTTP/1.1" status: 204 len: 168 time: 0.1429589 Nov 24 15:21:47.443044 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5404278-3c4e-4878-9070-b4f9d52e0702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7517867-68ff-478b-aeb6-ef12daba404f,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:47.618465 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-c0e6863a-ded6-4538-88c4-5154b0f1244a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:47.740423 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 34096) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:47.756514 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-471c5369-9949-4f50-86ab-e8ec4a4adedd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:47.840737 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-471c5369-9949-4f50-86ab-e8ec4a4adedd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:47.844849 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-471c5369-9949-4f50-86ab-e8ec4a4adedd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:47.892005 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c5369-9949-4f50-86ab-e8ec4a4adedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfbe9bc-557c-4476-9e44-2ff6cc11c141,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:47.898113 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-471c5369-9949-4f50-86ab-e8ec4a4adedd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9d19f56aed4f4b8597292bc429e5fea8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1564586 Nov 24 15:21:47.900876 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 34106) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:47.971868 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-ce67f13a-6342-46dd-bde6-382f9b7b1d25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:47.999790 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-ce67f13a-6342-46dd-bde6-382f9b7b1d25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:48.061986 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-ce67f13a-6342-46dd-bde6-382f9b7b1d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:48.064841 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-ce67f13a-6342-46dd-bde6-382f9b7b1d25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:48.066523 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-ce67f13a-6342-46dd-bde6-382f9b7b1d25 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cbfbe9bc-557c-4476-9e44-2ff6cc11c141 HTTP/1.1" status: 204 len: 168 time: 0.1641505 Nov 24 15:21:48.075135 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce67f13a-6342-46dd-bde6-382f9b7b1d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfbe9bc-557c-4476-9e44-2ff6cc11c141,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:48.202657 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-124f8df6-068a-4f00-a8c0-a9ff39f4d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:48.239791 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef5de0-f1af-428c-9198-9566a638a1bb req-d03728f3-0916-4857-bec7-d3e4c51e59bb tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:48.251778 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-01ef5de0-f1af-428c-9198-9566a638a1bb req-d03728f3-0916-4857-bec7-d3e4c51e59bb tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb768cae-085e-4df1-9bf9-9ff9dc62da9c HTTP/1.1" status: 200 len: 945 time: 0.0876956 Nov 24 15:21:48.376383 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b1d87-6598-4c0e-a39e-4a117dd9ccce req-f3f73b51-667e-4971-943c-66d51a32ca2b tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:48.386716 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-088b1d87-6598-4c0e-a39e-4a117dd9ccce req-f3f73b51-667e-4971-943c-66d51a32ca2b tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a77d835-ce70-43fb-ab67-3b41127405d3 HTTP/1.1" status: 200 len: 943 time: 0.1334286 Nov 24 15:21:48.397701 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-01ef5de0-f1af-428c-9198-9566a638a1bb req-812a0526-9f37-4853-8198-4164aa48124a tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd3f182-b37c-4495-a864-86712f719b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225510 Nov 24 15:21:48.456742 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-088b1d87-6598-4c0e-a39e-4a117dd9ccce req-bcb0ba00-cb92-44d4-b15e-7901ae8d82e4 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650227 Nov 24 15:21:48.554649 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee515e50-7ed4-47d5-8f87-aa690cfde86d req-8ba5ecae-66f3-44c8-8f31-b0e063aa0b75 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:48.556395 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ee515e50-7ed4-47d5-8f87-aa690cfde86d req-8ba5ecae-66f3-44c8-8f31-b0e063aa0b75 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 945 time: 0.0658607 Nov 24 15:21:48.608691 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ee515e50-7ed4-47d5-8f87-aa690cfde86d req-62935fa7-f4bd-4eec-8208-f67908f39c75 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=5eb0e9ea-adfa-4e36-9048-51675c6733b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443466 Nov 24 15:21:49.525379 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415ad54-2eb7-40ce-8919-329da3b5da08 req-1c59f4f2-f275-4e9c-9b96-2f390cb5a0bc tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:49.527009 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-9415ad54-2eb7-40ce-8919-329da3b5da08 req-1c59f4f2-f275-4e9c-9b96-2f390cb5a0bc tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb768cae-085e-4df1-9bf9-9ff9dc62da9c HTTP/1.1" status: 200 len: 945 time: 0.0571015 Nov 24 15:21:49.604256 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723ece5-6c15-494c-9b79-857d4206ff24 req-db9af336-1f95-4a99-a010-fe8b4a8279a1 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:49.605818 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-9723ece5-6c15-494c-9b79-857d4206ff24 req-db9af336-1f95-4a99-a010-fe8b4a8279a1 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a77d835-ce70-43fb-ab67-3b41127405d3 HTTP/1.1" status: 200 len: 943 time: 0.0778434 Nov 24 15:21:49.611258 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-9415ad54-2eb7-40ce-8919-329da3b5da08 req-f39d724d-238a-4b32-a569-597ffefccfa2 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd3f182-b37c-4495-a864-86712f719b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745602 Nov 24 15:21:49.674666 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-9723ece5-6c15-494c-9b79-857d4206ff24 req-f8bab21b-a990-47c6-97e2-7674ca7fc4a9 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616381 Nov 24 15:21:49.757468 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99976e4a-fd0c-41c7-a3aa-12687329fa28 req-34b36b71-0456-4830-b7bd-40ff59950165 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:49.758991 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-99976e4a-fd0c-41c7-a3aa-12687329fa28 req-34b36b71-0456-4830-b7bd-40ff59950165 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 945 time: 0.0508749 Nov 24 15:21:49.768228 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0567c706-1e8e-49a8-b1df-c52fd48358e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:49.813376 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-99976e4a-fd0c-41c7-a3aa-12687329fa28 req-eaae879d-461d-4d93-8a79-c0c59906762f tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=5eb0e9ea-adfa-4e36-9048-51675c6733b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453615 Nov 24 15:21:50.736437 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f090726-d9db-4edb-8fce-10a1ad210ff7 req-cc89a6b0-4b29-40b1-9539-e38b2a874571 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:50.737998 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-8f090726-d9db-4edb-8fce-10a1ad210ff7 req-cc89a6b0-4b29-40b1-9539-e38b2a874571 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb768cae-085e-4df1-9bf9-9ff9dc62da9c HTTP/1.1" status: 200 len: 945 time: 0.0523582 Nov 24 15:21:50.818830 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-8f090726-d9db-4edb-8fce-10a1ad210ff7 req-bd83807f-395c-41d6-ab62-44e02fc94aac tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd3f182-b37c-4495-a864-86712f719b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746112 Nov 24 15:21:50.831862 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c38ca01-44f4-4e8d-a2d3-54ea9197bebc req-f85cb674-ad63-4428-a362-a159374f08f6 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:50.833418 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-5c38ca01-44f4-4e8d-a2d3-54ea9197bebc req-f85cb674-ad63-4428-a362-a159374f08f6 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a77d835-ce70-43fb-ab67-3b41127405d3 HTTP/1.1" status: 200 len: 943 time: 0.0739117 Nov 24 15:21:50.896537 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-5c38ca01-44f4-4e8d-a2d3-54ea9197bebc req-391fc9e1-56c3-4ad4-9236-3c35b92e237a tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537951 Nov 24 15:21:50.932548 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926a247-a854-4efa-89c4-6597f95b11ab req-97e7fda5-3d61-41bf-9d5e-a9b42400ce99 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:50.934023 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-8926a247-a854-4efa-89c4-6597f95b11ab req-97e7fda5-3d61-41bf-9d5e-a9b42400ce99 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 945 time: 0.0519447 Nov 24 15:21:50.962691 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:50.982110 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-8926a247-a854-4efa-89c4-6597f95b11ab req-801119ca-23c2-4b34-bc60-4296e6afacb4 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=5eb0e9ea-adfa-4e36-9048-51675c6733b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410397 Nov 24 15:21:51.323653 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20581a-2aee-4d04-ab27-a6d560dbd4f1 req-f2bc1eb8-be9d-454a-82fd-f61478fb8011 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:51.325159 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-8f20581a-2aee-4d04-ab27-a6d560dbd4f1 req-f2bc1eb8-be9d-454a-82fd-f61478fb8011 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb768cae-085e-4df1-9bf9-9ff9dc62da9c HTTP/1.1" status: 200 len: 945 time: 0.0821218 Nov 24 15:21:51.458332 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [req-8f20581a-2aee-4d04-ab27-a6d560dbd4f1 req-274721ed-fad8-4040-accd-25787e6db999 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Deleting port 346a622a-2a2d-47d6-a817-b82b31b249a0 {{(pid=102545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:21:51.458673 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-8f20581a-2aee-4d04-ab27-a6d560dbd4f1 req-274721ed-fad8-4040-accd-25787e6db999 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:51.559119 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-8f20581a-2aee-4d04-ab27-a6d560dbd4f1 req-274721ed-fad8-4040-accd-25787e6db999 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] For port 346a622a-2a2d-47d6-a817-b82b31b249a0, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=346a622a-2a2d-47d6-a817-b82b31b249a0,segment=NetworkSegment(6b784020-e757-426d-a3ad-609d65df6712),segment_id=6b784020-e757-426d-a3ad-609d65df6712)] {{(pid=102545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:21:51.559682 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-8f20581a-2aee-4d04-ab27-a6d560dbd4f1 req-274721ed-fad8-4040-accd-25787e6db999 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:51.579586 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [req-8f20581a-2aee-4d04-ab27-a6d560dbd4f1 req-274721ed-fad8-4040-accd-25787e6db999 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Calling delete_port for 346a622a-2a2d-47d6-a817-b82b31b249a0 owned by compute:nova {{(pid=102545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:21:51.779086 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-8f20581a-2aee-4d04-ab27-a6d560dbd4f1 req-274721ed-fad8-4040-accd-25787e6db999 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:51.794291 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] get_ports_and_sgs() called for port_ids ['346a622a-2a2d-47d6-a817-b82b31b249a0'] {{(pid=102546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:21:51.837955 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274721ed-fad8-4040-accd-25787e6db999 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Pushing event deleted for resources: {'Port': ['ID=346a622a-2a2d-47d6-a817-b82b31b249a0,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:51.955428 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4862b0d7-34b9-4575-8855-b301bbcb71a5 req-c2a3afc1-864d-4c05-8fc2-212629fef56d tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb768cae-085e-4df1-9bf9-9ff9dc62da9c HTTP/1.1" status: 200 len: 210 time: 0.0339861 Nov 24 15:21:51.955942 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f20581a-2aee-4d04-ab27-a6d560dbd4f1 req-274721ed-fad8-4040-accd-25787e6db999 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] No DVR routers for this DVR port 346a622a-2a2d-47d6-a817-b82b31b249a0 on host hv-cinder-80403 {{(pid=102545) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:21:51.964715 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-8f20581a-2aee-4d04-ab27-a6d560dbd4f1 req-274721ed-fad8-4040-accd-25787e6db999 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:51.969388 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-8f20581a-2aee-4d04-ab27-a6d560dbd4f1 req-274721ed-fad8-4040-accd-25787e6db999 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.74 "DELETE /v2.0/ports/346a622a-2a2d-47d6-a817-b82b31b249a0 HTTP/1.1" status: 204 len: 173 time: 0.6376672 Nov 24 15:21:51.970049 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb768cae-085e-4df1-9bf9-9ff9dc62da9c', 'name': 'network-vif-deleted', 'tag': '346a622a-2a2d-47d6-a817-b82b31b249a0'}] {{(pid=102545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:21:51.972973 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e232a59b198ff96befa2502742fd1f317735a6d9991c1ac6356d20aee71e71d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb03cbc-a4ec-4854-a42d-9ab7c2a6e70a" -d '{"events": [{"server_uuid": "eb768cae-085e-4df1-9bf9-9ff9dc62da9c", "name": "network-vif-deleted", "tag": "346a622a-2a2d-47d6-a817-b82b31b249a0"}]}' {{(pid=102545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:21:52.044001 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e48035-9267-4e4f-ac6c-187cf12db5a0 x-openstack-request-id: req-96e48035-9267-4e4f-ac6c-187cf12db5a0 {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:21:52.044281 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb768cae-085e-4df1-9bf9-9ff9dc62da9c", "name": "network-vif-deleted", "tag": "346a622a-2a2d-47d6-a817-b82b31b249a0", "status": "completed", "code": 200}]} {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:21:52.044536 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-96e48035-9267-4e4f-ac6c-187cf12db5a0 {{(pid=102545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:21:52.044950 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb768cae-085e-4df1-9bf9-9ff9dc62da9c', 'name': 'network-vif-deleted', 'tag': '346a622a-2a2d-47d6-a817-b82b31b249a0', 'status': 'completed', 'code': 200} Nov 24 15:21:52.098308 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7c975-7704-429e-b02b-3e0d1460bccf req-709efd56-73ea-43ce-9ade-ffc09cf95258 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:52.107361 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-a0a7c975-7704-429e-b02b-3e0d1460bccf req-709efd56-73ea-43ce-9ade-ffc09cf95258 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a77d835-ce70-43fb-ab67-3b41127405d3 HTTP/1.1" status: 200 len: 943 time: 0.1015313 Nov 24 15:21:52.211440 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-a0a7c975-7704-429e-b02b-3e0d1460bccf req-bcc03616-9f4b-44f1-b4bb-95972025c7bc tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993271 Nov 24 15:21:52.220396 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80904873-8906-4230-ac36-5be44403bf17 req-dc29cc18-7568-455c-84b6-cb71b38fef14 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:52.234897 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-80904873-8906-4230-ac36-5be44403bf17 req-dc29cc18-7568-455c-84b6-cb71b38fef14 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 945 time: 0.1179762 Nov 24 15:21:52.287880 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-80904873-8906-4230-ac36-5be44403bf17 req-76a33f7d-e763-4c70-ad70-55bd97214efb tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=5eb0e9ea-adfa-4e36-9048-51675c6733b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517540 Nov 24 15:21:52.625572 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2144e-1959-453b-852d-1095d558e11e req-920dc19e-b58b-4d08-9333-0bb385a33581 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:52.627309 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-dfc2144e-1959-453b-852d-1095d558e11e req-920dc19e-b58b-4d08-9333-0bb385a33581 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 945 time: 0.1141689 Nov 24 15:21:52.637638 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8e039-45e8-46c2-a8e0-7ceee1131647 req-53431677-9e4d-4ebb-9f80-85bb72fb9c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:52.639447 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-b3f8e039-45e8-46c2-a8e0-7ceee1131647 req-53431677-9e4d-4ebb-9f80-85bb72fb9c56 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cebad9fcbd0d4232a6f6dccb42ba04a1&device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 1098 time: 0.0473163 Nov 24 15:21:52.700467 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-dfc2144e-1959-453b-852d-1095d558e11e req-f744b583-9714-48d7-b222-3c35f208f84c tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=5eb0e9ea-adfa-4e36-9048-51675c6733b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631101 Nov 24 15:21:52.735646 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8e039-45e8-46c2-a8e0-7ceee1131647 req-94c42e4a-df13-4c7c-b896-5eb2ccc59d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:52.737139 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-b3f8e039-45e8-46c2-a8e0-7ceee1131647 req-94c42e4a-df13-4c7c-b896-5eb2ccc59d54 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a227d49c-a3bd-45ee-b0d2-bcce569a4266 HTTP/1.1" status: 200 len: 913 time: 0.0899146 Nov 24 15:21:52.841192 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-b3f8e039-45e8-46c2-a8e0-7ceee1131647 req-70922bff-f1c8-46d1-a5c3-1a2fd5ec09b3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f913887e-e2c7-4f41-9773-44b6265eb1f9 HTTP/1.1" status: 200 len: 1000 time: 0.0855176 Nov 24 15:21:52.893021 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8e039-45e8-46c2-a8e0-7ceee1131647 req-cbb308da-4c62-40be-a3b2-8fb7e0aa7572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:52.894544 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-b3f8e039-45e8-46c2-a8e0-7ceee1131647 req-cbb308da-4c62-40be-a3b2-8fb7e0aa7572 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=84815f2f-38d2-472a-bdf7-762ef40354a5 HTTP/1.1" status: 200 len: 850 time: 0.0468268 Nov 24 15:21:52.943661 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8e039-45e8-46c2-a8e0-7ceee1131647 req-19302252-ebe8-4ab8-9663-56f7cf5cc30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:52.945122 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-b3f8e039-45e8-46c2-a8e0-7ceee1131647 req-19302252-ebe8-4ab8-9663-56f7cf5cc30d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a227d49c-a3bd-45ee-b0d2-bcce569a4266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0405624 Nov 24 15:21:53.051880 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-b3f8e039-45e8-46c2-a8e0-7ceee1131647 req-7e3b369b-8637-45a8-8294-892cf54c0fdb service neutron] 10.222.0.74 "GET /v2.0/networks/a227d49c-a3bd-45ee-b0d2-bcce569a4266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941954 Nov 24 15:21:53.167951 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-b3f8e039-45e8-46c2-a8e0-7ceee1131647 req-41bf0165-1ae6-4ae9-a5e7-66ce20ac5df0 service neutron] 10.222.0.74 "GET /v2.0/networks/a227d49c-a3bd-45ee-b0d2-bcce569a4266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012280 Nov 24 15:21:53.368380 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c15bfc-65ce-4f2d-bb20-3e30a07bd03e req-78fa2bfa-ee55-4af3-b1ee-3ae020cd42a1 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:53.370652 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-36c15bfc-65ce-4f2d-bb20-3e30a07bd03e req-78fa2bfa-ee55-4af3-b1ee-3ae020cd42a1 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/networks?id=c60d9449-ba6f-4d12-83b1-6f849f230180 HTTP/1.1" status: 200 len: 808 time: 0.1533341 Nov 24 15:21:53.379652 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f656c3-4c73-4881-82fa-7a3af1d91e03 req-b5b53d36-1c37-41f5-8924-c50c9773e4f9 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:53.381045 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-b2f656c3-4c73-4881-82fa-7a3af1d91e03 req-b5b53d36-1c37-41f5-8924-c50c9773e4f9 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a77d835-ce70-43fb-ab67-3b41127405d3 HTTP/1.1" status: 200 len: 943 time: 0.0823722 Nov 24 15:21:53.397688 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-36c15bfc-65ce-4f2d-bb20-3e30a07bd03e req-2c849dde-e1d7-4b46-8912-0a8320c69663 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/quotas/47d3bc717a2e4d3f8a7eb27026602262 HTTP/1.1" status: 200 len: 375 time: 0.0157011 Nov 24 15:21:53.435636 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-36c15bfc-65ce-4f2d-bb20-3e30a07bd03e req-485414b9-fd63-42aa-aca0-242d7689dd30 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=47d3bc717a2e4d3f8a7eb27026602262&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300670 Nov 24 15:21:53.483771 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-b2f656c3-4c73-4881-82fa-7a3af1d91e03 req-40af830d-7a33-4dd9-90c2-9c6e9875c1c5 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933855 Nov 24 15:21:53.581000 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-36c15bfc-65ce-4f2d-bb20-3e30a07bd03e req-c3cd2f4a-6b0e-43c8-b86b-3c8ff8e7ef20 service neutron] 10.222.0.66 "GET /v2.0/networks/c60d9449-ba6f-4d12-83b1-6f849f230180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264484 Nov 24 15:21:53.646840 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 34356) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:53.735604 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-36c15bfc-65ce-4f2d-bb20-3e30a07bd03e req-a06ba8fc-c52c-4fe2-8046-3de6e8c60d35 service neutron] 10.222.0.66 "GET /v2.0/networks/c60d9449-ba6f-4d12-83b1-6f849f230180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437175 Nov 24 15:21:53.786014 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-5a9c9b95-2b49-40cd-82fe-399ef91e94ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:53.847081 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe34a7f-1feb-4f56-ad61-1e63dc8f713a req-4c8f1dbf-c9da-4c12-9d4c-0bb43cb55e0d tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:53.850304 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-5fe34a7f-1feb-4f56-ad61-1e63dc8f713a req-4c8f1dbf-c9da-4c12-9d4c-0bb43cb55e0d tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 945 time: 0.0593786 Nov 24 15:21:53.888502 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-5a9c9b95-2b49-40cd-82fe-399ef91e94ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:53.892894 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-5a9c9b95-2b49-40cd-82fe-399ef91e94ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:53.930749 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-5a9c9b95-2b49-40cd-82fe-399ef91e94ab admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=329cc276a1ac4376abb7f3a431bf69a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2824984 Nov 24 15:21:53.939208 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 34368) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:53.945049 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-5fe34a7f-1feb-4f56-ad61-1e63dc8f713a req-283ebc12-e725-48d3-a4bc-6a6f1ea90df8 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=5eb0e9ea-adfa-4e36-9048-51675c6733b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887432 Nov 24 15:21:53.947251 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-2d208561-0e69-4457-8761-e53d7d3d084b req-9408258a-018a-4930-8bf5-370a33fbc872 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/ports?device_id=0217fcdc-06ea-4067-ae8a-3b0be804dff7 HTTP/1.1" status: 200 len: 210 time: 0.0573914 Nov 24 15:21:53.991664 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9c9b95-2b49-40cd-82fe-399ef91e94ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07b1871-4ce7-42e0-90d3-b44dbe7997c4,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:54.024633 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-b48c68e5-ec59-4f3b-aa25-29292741485a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:54.049344 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-b48c68e5-ec59-4f3b-aa25-29292741485a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:54.098430 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-b48c68e5-ec59-4f3b-aa25-29292741485a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:54.101203 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-b48c68e5-ec59-4f3b-aa25-29292741485a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:54.102336 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-b48c68e5-ec59-4f3b-aa25-29292741485a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a07b1871-4ce7-42e0-90d3-b44dbe7997c4 HTTP/1.1" status: 204 len: 168 time: 0.1620743 Nov 24 15:21:54.112954 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48c68e5-ec59-4f3b-aa25-29292741485a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07b1871-4ce7-42e0-90d3-b44dbe7997c4,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:54.443792 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 34390) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:54.463297 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-3f66f103-8ab6-433c-998c-37e11ac56e44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:54.606375 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-3f66f103-8ab6-433c-998c-37e11ac56e44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:54.609759 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 34398) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:54.638918 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 1aaa1843-b387-4a3e-a5f5-e558eab342ed details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 15:21:54.642013 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff27caf-15b5-4476-a823-8ce320598dab req-729fdbbc-f2d3-4660-83d3-0d3038346aab tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:54.642640 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 346a622a-2a2d-47d6-a817-b82b31b249a0 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:21:54.643532 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4ff27caf-15b5-4476-a823-8ce320598dab req-729fdbbc-f2d3-4660-83d3-0d3038346aab tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a77d835-ce70-43fb-ab67-3b41127405d3 HTTP/1.1" status: 200 len: 943 time: 0.0795105 Nov 24 15:21:54.655529 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-3f66f103-8ab6-433c-998c-37e11ac56e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:54.700083 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-3f66f103-8ab6-433c-998c-37e11ac56e44 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d0a160f07f934e529d56883c44c2c99e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2551639 Nov 24 15:21:54.709987 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 34406) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:54.713048 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] No Port match for: 346a622a-2a2d-47d6-a817-b82b31b249a0 {{(pid=102546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:21:54.714236 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 346a622a-2a2d-47d6-a817-b82b31b249a0 not bound to the agent host hv-cinder-80403 {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:21:54.721812 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4ff27caf-15b5-4476-a823-8ce320598dab req-af4bdb86-f5f1-4d00-9608-498a3b932719 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709503 Nov 24 15:21:54.849738 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-dff0fc6d-e2cb-4515-8d39-e127d604f6ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:54.880162 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 1aaa1843-b387-4a3e-a5f5-e558eab342ed, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1aaa1843-b387-4a3e-a5f5-e558eab342ed,segment=NetworkSegment(c14c8334-0300-446a-a3d0-b8976f89fcf3),segment_id=c14c8334-0300-446a-a3d0-b8976f89fcf3)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:21:54.881223 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-dff0fc6d-e2cb-4515-8d39-e127d604f6ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:54.895538 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Returning: {'device': '1aaa1843-b387-4a3e-a5f5-e558eab342ed', 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42', 'port_id': '1aaa1843-b387-4a3e-a5f5-e558eab342ed', 'mac_address': 'fa:16:3e:a7:ad:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c9fc6c3-0838-4b30-a030-a699466a6c53', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 15:21:54.900358 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107f66d-da8f-4559-b021-5a0a483a409e req-a81e58c4-20fd-48bb-9f59-ba45cc4ec138 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:54.901946 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4107f66d-da8f-4559-b021-5a0a483a409e req-a81e58c4-20fd-48bb-9f59-ba45cc4ec138 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.1939616 Nov 24 15:21:54.948437 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:54.963611 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.notifiers.nova [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aaa1843-b387-4a3e-a5f5-e558eab342ed {{(pid=102546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:21:54.990999 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 1aaa1843-b387-4a3e-a5f5-e558eab342ed, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1aaa1843-b387-4a3e-a5f5-e558eab342ed,segment=NetworkSegment(c14c8334-0300-446a-a3d0-b8976f89fcf3),segment_id=c14c8334-0300-446a-a3d0-b8976f89fcf3)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:21:54.999355 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-dff0fc6d-e2cb-4515-8d39-e127d604f6ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:54.999974 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:55.012913 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-dff0fc6d-e2cb-4515-8d39-e127d604f6ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:55.015013 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-dff0fc6d-e2cb-4515-8d39-e127d604f6ac admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/134ff30e-4120-4e10-a309-7d33a1516fc8 HTTP/1.1" status: 204 len: 168 time: 0.2841039 Nov 24 15:21:55.038332 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4107f66d-da8f-4559-b021-5a0a483a409e req-4e6b78a4-ddd1-4074-815d-2a17a90e51c1 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253109 Nov 24 15:21:55.045153 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-b78ef82b-d6b5-42af-8b96-96b8f7410afa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:55.051402 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0fc6d-e2cb-4515-8d39-e127d604f6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134ff30e-4120-4e10-a309-7d33a1516fc8,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:55.061999 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f66f103-8ab6-433c-998c-37e11ac56e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134ff30e-4120-4e10-a309-7d33a1516fc8,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:55.085614 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347fcd60-96da-46c0-b88f-95da8802a358 req-8e6bec61-6103-4157-a09f-609711e100c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:55.087997 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-347fcd60-96da-46c0-b88f-95da8802a358 req-8e6bec61-6103-4157-a09f-609711e100c4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=32404aa4e2d44b9e966da2bab0b27149&device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 1099 time: 0.3922381 Nov 24 15:21:55.156600 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Pushing event updated for resources: {'Port': ['ID=1aaa1843-b387-4a3e-a5f5-e558eab342ed,revision_number=4']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:55.165041 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:55.165712 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:55.167459 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:55.168152 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:55.169541 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:55.170245 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:55.170831 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:55.172755 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:55.173452 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:55.174036 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:55.174758 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:55.175253 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:55.195866 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066fcc9-6061-41f0-ae27-0f2937055ebf req-c6f7e320-1ae4-4277-a7c2-c6c171c23db3 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:55.197364 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347fcd60-96da-46c0-b88f-95da8802a358 req-c41c972e-0137-4f5f-b808-353062c41263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:55.198749 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-347fcd60-96da-46c0-b88f-95da8802a358 req-c41c972e-0137-4f5f-b808-353062c41263 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8b8e34ef-bafa-4e65-a88d-1be4877982c1 HTTP/1.1" status: 200 len: 920 time: 0.1003911 Nov 24 15:21:55.199340 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-6066fcc9-6061-41f0-ae27-0f2937055ebf req-c6f7e320-1ae4-4277-a7c2-c6c171c23db3 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 945 time: 0.0819902 Nov 24 15:21:55.255984 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-3b5b9e67-0e48-483e-99cc-4f2ca4818e4c req-bc136058-1a49-44eb-96b4-e0ce864d2ab8 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/ports?device_id=0217fcdc-06ea-4067-ae8a-3b0be804dff7 HTTP/1.1" status: 200 len: 210 time: 0.0537152 Nov 24 15:21:55.278316 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-347fcd60-96da-46c0-b88f-95da8802a358 req-e236251b-1c11-4044-a7be-2aca7931ff02 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78dc38d0-e790-4e67-9cc9-06ac9d53b726 HTTP/1.1" status: 200 len: 217 time: 0.0524070 Nov 24 15:21:55.294278 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] get_ports_and_sgs() called for port_ids ['1aaa1843-b387-4a3e-a5f5-e558eab342ed'] {{(pid=102546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:21:55.343377 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-6066fcc9-6061-41f0-ae27-0f2937055ebf req-08ecfc48-d893-4a4c-a48a-7f936997d0a2 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=5eb0e9ea-adfa-4e36-9048-51675c6733b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207266 Nov 24 15:21:55.428068 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-b78ef82b-d6b5-42af-8b96-96b8f7410afa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:55.431781 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347fcd60-96da-46c0-b88f-95da8802a358 req-6d9d8539-6c90-4c11-8e77-a4905601ba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:55.433498 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-347fcd60-96da-46c0-b88f-95da8802a358 req-6d9d8539-6c90-4c11-8e77-a4905601ba7c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6dd026dc-7a5a-4fd3-ad01-b8844bc6d476 HTTP/1.1" status: 200 len: 858 time: 0.1095128 Nov 24 15:21:55.441903 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c15bfc-65ce-4f2d-bb20-3e30a07bd03e req-2b7e45c0-9b41-43ab-a428-b1e9b8865767 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:55.443436 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-36c15bfc-65ce-4f2d-bb20-3e30a07bd03e req-2b7e45c0-9b41-43ab-a428-b1e9b8865767 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.74 "GET /v2.0/networks?id=c60d9449-ba6f-4d12-83b1-6f849f230180 HTTP/1.1" status: 200 len: 808 time: 0.2476709 Nov 24 15:21:55.444608 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-b78ef82b-d6b5-42af-8b96-96b8f7410afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:55.493758 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 34428) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:55.497562 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [req-36c15bfc-65ce-4f2d-bb20-3e30a07bd03e req-2c2b37af-9abe-4f0e-b404-2f4c71353d75 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Request body: {'port': {'device_id': '0217fcdc-06ea-4067-ae8a-3b0be804dff7', 'network_id': 'c60d9449-ba6f-4d12-83b1-6f849f230180', 'admin_state_up': True, 'tenant_id': '47d3bc717a2e4d3f8a7eb27026602262'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:21:55.509594 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-072cfeaf-7f33-441c-8a93-12292d8cb1f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:55.518202 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-347fcd60-96da-46c0-b88f-95da8802a358 req-93f2e0f4-454c-40e2-aa6f-0d7db00a9c06 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8b8e34ef-bafa-4e65-a88d-1be4877982c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486314 Nov 24 15:21:55.530719 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78ef82b-d6b5-42af-8b96-96b8f7410afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998ec039-340a-4f21-923b-d52b885fc3a1,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:55.533454 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-b78ef82b-d6b5-42af-8b96-96b8f7410afa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f2bf486a417546558e54a2a4be0f96bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9243021 Nov 24 15:21:55.536147 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 34430) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:55.629462 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-61b6ede7-e2c7-4514-993d-431c58fbba32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:55.661842 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-072cfeaf-7f33-441c-8a93-12292d8cb1f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:55.666955 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-61b6ede7-e2c7-4514-993d-431c58fbba32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:55.674092 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-072cfeaf-7f33-441c-8a93-12292d8cb1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:55.695150 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-347fcd60-96da-46c0-b88f-95da8802a358 req-232deab1-e7cb-4863-a6a3-e69ab7978dde service neutron] 10.222.0.74 "GET /v2.0/networks/8b8e34ef-bafa-4e65-a88d-1be4877982c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604593 Nov 24 15:21:55.728897 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36c15bfc-65ce-4f2d-bb20-3e30a07bd03e req-2c2b37af-9abe-4f0e-b404-2f4c71353d75 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Made reservation on behalf of 47d3bc717a2e4d3f8a7eb27026602262 for: {'port': 1} {{(pid=102545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:21:55.733084 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-36c15bfc-65ce-4f2d-bb20-3e30a07bd03e req-2c2b37af-9abe-4f0e-b404-2f4c71353d75 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:55.737391 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-072cfeaf-7f33-441c-8a93-12292d8cb1f0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7069cb0bce8b4a578404d7f8a048a1e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2423263 Nov 24 15:21:55.740166 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 34432) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:55.740992 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072cfeaf-7f33-441c-8a93-12292d8cb1f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01abc06f-12c8-4178-980a-889dbf484242,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:55.816024 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-61b6ede7-e2c7-4514-993d-431c58fbba32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:55.828261 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-61b6ede7-e2c7-4514-993d-431c58fbba32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:55.829713 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-61b6ede7-e2c7-4514-993d-431c58fbba32 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/998ec039-340a-4f21-923b-d52b885fc3a1 HTTP/1.1" status: 204 len: 168 time: 0.2924819 Nov 24 15:21:55.859314 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b6ede7-e2c7-4514-993d-431c58fbba32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998ec039-340a-4f21-923b-d52b885fc3a1,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:55.866380 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-347fcd60-96da-46c0-b88f-95da8802a358 req-b00a1c11-4e0c-4e70-bd7f-a26feb384741 service neutron] 10.222.0.74 "GET /v2.0/networks/8b8e34ef-bafa-4e65-a88d-1be4877982c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561217 Nov 24 15:21:55.894751 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-1f1ad2c2-826c-430f-8d0f-a407200a65aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:55.941241 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-1f1ad2c2-826c-430f-8d0f-a407200a65aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:55.971861 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3005cee-6eab-4e39-ae56-07fc1734939e req-3aff025c-ea28-49d7-b641-8aee6ec1f1dc tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:55.973492 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f3005cee-6eab-4e39-ae56-07fc1734939e req-3aff025c-ea28-49d7-b641-8aee6ec1f1dc tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a77d835-ce70-43fb-ab67-3b41127405d3 HTTP/1.1" status: 200 len: 944 time: 0.1334262 Nov 24 15:21:56.009803 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.db_base_plugin_common [req-36c15bfc-65ce-4f2d-bb20-3e30a07bd03e req-2c2b37af-9abe-4f0e-b404-2f4c71353d75 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Allocated IP 172.20.0.9 (c60d9449-ba6f-4d12-83b1-6f849f230180/d0c1e38d-debd-48ec-8102-211e15fd87c3/978bc587-b596-4d27-b3ae-179fc2cd8025) {{(pid=102545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:21:56.046728 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-1f1ad2c2-826c-430f-8d0f-a407200a65aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:56.049778 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-1f1ad2c2-826c-430f-8d0f-a407200a65aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:56.052888 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-1f1ad2c2-826c-430f-8d0f-a407200a65aa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/01abc06f-12c8-4178-980a-889dbf484242 HTTP/1.1" status: 204 len: 168 time: 0.3059096 Nov 24 15:21:56.064578 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1ad2c2-826c-430f-8d0f-a407200a65aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01abc06f-12c8-4178-980a-889dbf484242,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:56.085743 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f3005cee-6eab-4e39-ae56-07fc1734939e req-bbe4d777-d401-4c0d-9303-0569026080d8 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945120 Nov 24 15:21:56.198828 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-36c15bfc-65ce-4f2d-bb20-3e30a07bd03e req-2c2b37af-9abe-4f0e-b404-2f4c71353d75 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Publish callbacks [] for port, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:56.220317 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9c3ed-f9c3-4799-ba77-3d4fe8a54086 req-525d8f6a-27ca-47d2-89e2-4e297bc578d0 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:56.228293 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-5df9c3ed-f9c3-4799-ba77-3d4fe8a54086 req-525d8f6a-27ca-47d2-89e2-4e297bc578d0 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.0802326 Nov 24 15:21:56.250705 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-36c15bfc-65ce-4f2d-bb20-3e30a07bd03e req-2c2b37af-9abe-4f0e-b404-2f4c71353d75 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:56.283876 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-5df9c3ed-f9c3-4799-ba77-3d4fe8a54086 req-197bae2f-3bc2-4f1a-bd80-dd8cb86d15fb tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547001 Nov 24 15:21:56.310996 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36c15bfc-65ce-4f2d-bb20-3e30a07bd03e req-2c2b37af-9abe-4f0e-b404-2f4c71353d75 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Network c60d9449-ba6f-4d12-83b1-6f849f230180 is already hosted by enough agents. {{(pid=102545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:21:56.314861 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [req-36c15bfc-65ce-4f2d-bb20-3e30a07bd03e req-2c2b37af-9abe-4f0e-b404-2f4c71353d75 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Resources bound (agent type, host, resource id): {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:21:56.318866 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c15bfc-65ce-4f2d-bb20-3e30a07bd03e req-2c2b37af-9abe-4f0e-b404-2f4c71353d75 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Received port after_create {{(pid=102545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:21:56.326558 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b37af-9abe-4f0e-b404-2f4c71353d75 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Pushing event updated for resources: {'Port': ['ID=978bc587-b596-4d27-b3ae-179fc2cd8025,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:56.384144 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c15bfc-65ce-4f2d-bb20-3e30a07bd03e req-2c2b37af-9abe-4f0e-b404-2f4c71353d75 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:56.385176 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-36c15bfc-65ce-4f2d-bb20-3e30a07bd03e req-2c2b37af-9abe-4f0e-b404-2f4c71353d75 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:56.406103 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-36c15bfc-65ce-4f2d-bb20-3e30a07bd03e req-2c2b37af-9abe-4f0e-b404-2f4c71353d75 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9147382 Nov 24 15:21:56.418613 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [req-36c15bfc-65ce-4f2d-bb20-3e30a07bd03e req-0437b442-728d-4e5a-b05f-95a4ca4c2e31 service neutron] Request body: {'port': {'device_id': '0217fcdc-06ea-4067-ae8a-3b0be804dff7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:21:56.425108 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f1014-0796-439b-8e44-05c70e05ad92 req-803d0d79-ceb2-47d3-a19d-2df7dd364b59 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:56.427034 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-870f1014-0796-439b-8e44-05c70e05ad92 req-803d0d79-ceb2-47d3-a19d-2df7dd364b59 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/ports?device_id=0217fcdc-06ea-4067-ae8a-3b0be804dff7 HTTP/1.1" status: 200 len: 931 time: 0.0578418 Nov 24 15:21:56.489426 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-870f1014-0796-439b-8e44-05c70e05ad92 req-0f83cfff-2ffb-4e19-99bd-9a4652b2d994 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd3f182-b37c-4495-a864-86712f719b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477164 Nov 24 15:21:56.490918 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-36c15bfc-65ce-4f2d-bb20-3e30a07bd03e req-0437b442-728d-4e5a-b05f-95a4ca4c2e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:56.662497 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 1aaa1843-b387-4a3e-a5f5-e558eab342ed up at agent hyperv_hv-cinder-80403 {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:21:56.733599 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Provisioning for port 1aaa1843-b387-4a3e-a5f5-e558eab342ed completed by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 15:21:56.737725 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Provisioning complete for port 1aaa1843-b387-4a3e-a5f5-e558eab342ed triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:21:56.738295 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:56.808935 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [req-36c15bfc-65ce-4f2d-bb20-3e30a07bd03e req-0437b442-728d-4e5a-b05f-95a4ca4c2e31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 978bc587-b596-4d27-b3ae-179fc2cd8025 {{(pid=102545) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:21:56.820175 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-36c15bfc-65ce-4f2d-bb20-3e30a07bd03e req-0437b442-728d-4e5a-b05f-95a4ca4c2e31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:56.842049 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:56.856108 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.provisioning_blocks [req-36c15bfc-65ce-4f2d-bb20-3e30a07bd03e req-0437b442-728d-4e5a-b05f-95a4ca4c2e31 service neutron] Transition to ACTIVE for port object 978bc587-b596-4d27-b3ae-179fc2cd8025 will not be triggered until provisioned by entity L2. {{(pid=102545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 15:21:56.866224 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-36c15bfc-65ce-4f2d-bb20-3e30a07bd03e req-0437b442-728d-4e5a-b05f-95a4ca4c2e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13923618'] for port, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:56.881165 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a77d835-ce70-43fb-ab67-3b41127405d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aaa1843-b387-4a3e-a5f5-e558eab342ed'}] {{(pid=102546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:21:56.888386 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec30b6fee894e899a7ef63b5da9bb2e859d87fc094cada3931da851dba0edc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7952d7e2-cb77-4b36-b477-8abd02e8460e" -d '{"events": [{"server_uuid": "1a77d835-ce70-43fb-ab67-3b41127405d3", "name": "network-vif-plugged", "status": "completed", "tag": "1aaa1843-b387-4a3e-a5f5-e558eab342ed"}]}' {{(pid=102546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:21:56.908574 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 1aaa1843-b387-4a3e-a5f5-e558eab342ed, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1aaa1843-b387-4a3e-a5f5-e558eab342ed,segment=NetworkSegment(c14c8334-0300-446a-a3d0-b8976f89fcf3),segment_id=c14c8334-0300-446a-a3d0-b8976f89fcf3)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:21:56.914975 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:56.970296 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0437b442-728d-4e5a-b05f-95a4ca4c2e31 service neutron] Pushing event updated for resources: {'Port': ['ID=978bc587-b596-4d27-b3ae-179fc2cd8025,revision_number=2']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:56.979010 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Pushing event updated for resources: {'Port': ['ID=1aaa1843-b387-4a3e-a5f5-e558eab342ed,revision_number=5']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:56.998611 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a56819-1ad2-43a8-a2cf-dec09211d50c x-openstack-request-id: req-c7a56819-1ad2-43a8-a2cf-dec09211d50c {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:21:56.999264 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a77d835-ce70-43fb-ab67-3b41127405d3", "name": "network-vif-plugged", "status": "completed", "tag": "1aaa1843-b387-4a3e-a5f5-e558eab342ed", "code": 200}]} {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:21:56.999784 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c7a56819-1ad2-43a8-a2cf-dec09211d50c {{(pid=102546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:21:57.000859 dv-cinder-804035-20-iscsi neutron-server[102546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a77d835-ce70-43fb-ab67-3b41127405d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aaa1843-b387-4a3e-a5f5-e558eab342ed', 'code': 200} Nov 24 15:21:57.021836 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-36c15bfc-65ce-4f2d-bb20-3e30a07bd03e req-0437b442-728d-4e5a-b05f-95a4ca4c2e31 service neutron] Attempting to bind port 978bc587-b596-4d27-b3ae-179fc2cd8025 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:21:57.022439 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-36c15bfc-65ce-4f2d-bb20-3e30a07bd03e req-0437b442-728d-4e5a-b05f-95a4ca4c2e31 service neutron] Attempting to bind port 978bc587-b596-4d27-b3ae-179fc2cd8025 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '6b784020-e757-426d-a3ad-609d65df6712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'c60d9449-ba6f-4d12-83b1-6f849f230180'}] {{(pid=102545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:21:57.023502 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c15bfc-65ce-4f2d-bb20-3e30a07bd03e req-0437b442-728d-4e5a-b05f-95a4ca4c2e31 service neutron] Attempting to bind port 978bc587-b596-4d27-b3ae-179fc2cd8025 on network c60d9449-ba6f-4d12-83b1-6f849f230180 {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:21:57.030406 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c15bfc-65ce-4f2d-bb20-3e30a07bd03e req-0437b442-728d-4e5a-b05f-95a4ca4c2e31 service neutron] Port 978bc587-b596-4d27-b3ae-179fc2cd8025 on network c60d9449-ba6f-4d12-83b1-6f849f230180 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 15:21:57.031019 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c15bfc-65ce-4f2d-bb20-3e30a07bd03e req-0437b442-728d-4e5a-b05f-95a4ca4c2e31 service neutron] Attempting to bind port 978bc587-b596-4d27-b3ae-179fc2cd8025 on network c60d9449-ba6f-4d12-83b1-6f849f230180 {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:21:57.037317 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c15bfc-65ce-4f2d-bb20-3e30a07bd03e req-0437b442-728d-4e5a-b05f-95a4ca4c2e31 service neutron] Checking agent: {'id': 'd4f6996e-fa07-4465-ad79-7a89714f2bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 17, 38), 'started_at': datetime.datetime(2021, 11, 24, 15, 17, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:21:57.037749 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c15bfc-65ce-4f2d-bb20-3e30a07bd03e req-0437b442-728d-4e5a-b05f-95a4ca4c2e31 service neutron] Checking segment: {'id': '6b784020-e757-426d-a3ad-609d65df6712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'c60d9449-ba6f-4d12-83b1-6f849f230180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:21:57.038942 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c15bfc-65ce-4f2d-bb20-3e30a07bd03e req-0437b442-728d-4e5a-b05f-95a4ca4c2e31 service neutron] Bound using segment: {'id': '6b784020-e757-426d-a3ad-609d65df6712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'c60d9449-ba6f-4d12-83b1-6f849f230180'} {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:21:57.039113 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-36c15bfc-65ce-4f2d-bb20-3e30a07bd03e req-0437b442-728d-4e5a-b05f-95a4ca4c2e31 service neutron] Bound port: 978bc587-b596-4d27-b3ae-179fc2cd8025, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b784020-e757-426d-a3ad-609d65df6712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'c60d9449-ba6f-4d12-83b1-6f849f230180'}}] {{(pid=102545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:21:57.039473 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-36c15bfc-65ce-4f2d-bb20-3e30a07bd03e req-0437b442-728d-4e5a-b05f-95a4ca4c2e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:57.101999 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 34502) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:57.156067 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-36c15bfc-65ce-4f2d-bb20-3e30a07bd03e req-0437b442-728d-4e5a-b05f-95a4ca4c2e31 service neutron] For port 978bc587-b596-4d27-b3ae-179fc2cd8025, host hv-cinder-80403, cleared binding levels {{(pid=102545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:21:57.160597 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-36c15bfc-65ce-4f2d-bb20-3e30a07bd03e req-0437b442-728d-4e5a-b05f-95a4ca4c2e31 service neutron] For port 978bc587-b596-4d27-b3ae-179fc2cd8025, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=978bc587-b596-4d27-b3ae-179fc2cd8025,segment=NetworkSegment(6b784020-e757-426d-a3ad-609d65df6712),segment_id=6b784020-e757-426d-a3ad-609d65df6712)] {{(pid=102545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:21:57.165812 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-36c15bfc-65ce-4f2d-bb20-3e30a07bd03e req-0437b442-728d-4e5a-b05f-95a4ca4c2e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13923618'] for port, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:57.216246 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c15bfc-65ce-4f2d-bb20-3e30a07bd03e req-0437b442-728d-4e5a-b05f-95a4ca4c2e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:57.216806 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-36c15bfc-65ce-4f2d-bb20-3e30a07bd03e req-0437b442-728d-4e5a-b05f-95a4ca4c2e31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:57.218850 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-36c15bfc-65ce-4f2d-bb20-3e30a07bd03e req-0437b442-728d-4e5a-b05f-95a4ca4c2e31 service neutron] 10.222.0.74 "PUT /v2.0/ports/978bc587-b596-4d27-b3ae-179fc2cd8025 HTTP/1.1" status: 200 len: 1093 time: 0.8050466 Nov 24 15:21:57.219307 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0217fcdc-06ea-4067-ae8a-3b0be804dff7', 'tag': '978bc587-b596-4d27-b3ae-179fc2cd8025'}] {{(pid=102545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:21:57.221675 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e232a59b198ff96befa2502742fd1f317735a6d9991c1ac6356d20aee71e71d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b91d288-0260-4320-b11b-13eced490b98" -d '{"events": [{"name": "network-changed", "server_uuid": "0217fcdc-06ea-4067-ae8a-3b0be804dff7", "tag": "978bc587-b596-4d27-b3ae-179fc2cd8025"}]}' {{(pid=102545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:21:57.245775 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de56314-664b-4eaf-ae8c-21f2782f3bdb req-283f8d7c-6063-4b4b-b29c-f24fcd24c6e7 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:57.249620 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0437b442-728d-4e5a-b05f-95a4ca4c2e31 service neutron] Pushing event updated for resources: {'Port': ['ID=978bc587-b596-4d27-b3ae-179fc2cd8025,revision_number=3']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:57.255339 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-0de56314-664b-4eaf-ae8c-21f2782f3bdb req-283f8d7c-6063-4b4b-b29c-f24fcd24c6e7 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a77d835-ce70-43fb-ab67-3b41127405d3 HTTP/1.1" status: 200 len: 945 time: 0.0964744 Nov 24 15:21:57.310156 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f1441b-3a93-4cfd-89e2-8a90401b0f76 x-openstack-request-id: req-24f1441b-3a93-4cfd-89e2-8a90401b0f76 {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:21:57.310444 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0217fcdc-06ea-4067-ae8a-3b0be804dff7", "tag": "978bc587-b596-4d27-b3ae-179fc2cd8025", "status": "completed", "code": 200}]} {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:21:57.310701 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-24f1441b-3a93-4cfd-89e2-8a90401b0f76 {{(pid=102545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:21:57.311226 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0217fcdc-06ea-4067-ae8a-3b0be804dff7', 'tag': '978bc587-b596-4d27-b3ae-179fc2cd8025', 'status': 'completed', 'code': 200} Nov 24 15:21:57.359896 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974398a-14f2-44c3-a09b-77b1d5b1a13d req-e58f3f69-b99e-4352-9296-12dd9e779a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:57.362042 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-9974398a-14f2-44c3-a09b-77b1d5b1a13d req-e58f3f69-b99e-4352-9296-12dd9e779a9e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1a77d835-ce70-43fb-ab67-3b41127405d3 HTTP/1.1" status: 200 len: 1098 time: 0.0913665 Nov 24 15:21:57.367470 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c15bfc-65ce-4f2d-bb20-3e30a07bd03e req-467a5e48-00a3-4efb-ac6b-963215118c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:57.369246 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-36c15bfc-65ce-4f2d-bb20-3e30a07bd03e req-467a5e48-00a3-4efb-ac6b-963215118c57 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=47d3bc717a2e4d3f8a7eb27026602262&device_id=0217fcdc-06ea-4067-ae8a-3b0be804dff7 HTTP/1.1" status: 200 len: 1096 time: 0.0708833 Nov 24 15:21:57.373997 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-0de56314-664b-4eaf-ae8c-21f2782f3bdb req-26e00c03-da42-4883-9f53-f527314a26ec tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110590 Nov 24 15:21:57.453761 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-36c15bfc-65ce-4f2d-bb20-3e30a07bd03e req-83963773-1db1-497a-a175-b5f2f45f2755 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=978bc587-b596-4d27-b3ae-179fc2cd8025 HTTP/1.1" status: 200 len: 217 time: 0.0672362 Nov 24 15:21:57.455908 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e32564-0617-4cfb-b3ac-ade16ecee74e req-45120955-723a-4d0a-ad2b-0a754228e7fc tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:57.457467 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-75e32564-0617-4cfb-b3ac-ade16ecee74e req-45120955-723a-4d0a-ad2b-0a754228e7fc tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.0612671 Nov 24 15:21:57.495284 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.v2.base [None req-6e7a47cd-424c-46ff-9a38-3c0bb614e6a1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-974098657-network', 'tenant_id': '043d05ede00543d285fddc5f601117c9'}} {{(pid=102544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:21:57.524506 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-9974398a-14f2-44c3-a09b-77b1d5b1a13d req-7527687d-b8ec-4db8-b11e-025be4a4c7ac service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394343 Nov 24 15:21:57.540409 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-75e32564-0617-4cfb-b3ac-ade16ecee74e req-9889a75d-8b3e-4034-8e7f-370b8d014987 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750105 Nov 24 15:21:57.541450 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7a47cd-424c-46ff-9a38-3c0bb614e6a1 admin admin] Made reservation on behalf of 043d05ede00543d285fddc5f601117c9 for: {'network': 1} {{(pid=102544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:21:57.544522 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-6e7a47cd-424c-46ff-9a38-3c0bb614e6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for network, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:57.546839 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c15bfc-65ce-4f2d-bb20-3e30a07bd03e req-15558383-b38e-4e53-8327-cea2e211dc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:57.550659 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-36c15bfc-65ce-4f2d-bb20-3e30a07bd03e req-15558383-b38e-4e53-8327-cea2e211dc45 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d0c1e38d-debd-48ec-8102-211e15fd87c3 HTTP/1.1" status: 200 len: 848 time: 0.0861108 Nov 24 15:21:57.562439 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-6e7a47cd-424c-46ff-9a38-3c0bb614e6a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:57.589489 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 34522) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:57.681550 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccdd4f8-7b72-4602-849e-573f4f92f338 req-8341839c-16f9-4403-ac1d-7ddf93fe0441 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:57.683201 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-1ccdd4f8-7b72-4602-849e-573f4f92f338 req-8341839c-16f9-4403-ac1d-7ddf93fe0441 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/ports?device_id=0217fcdc-06ea-4067-ae8a-3b0be804dff7 HTTP/1.1" status: 200 len: 943 time: 0.0909252 Nov 24 15:21:57.704080 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-6e7a47cd-424c-46ff-9a38-3c0bb614e6a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:57.717390 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-6e7a47cd-424c-46ff-9a38-3c0bb614e6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:57.720788 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-9e148ca3-48f8-44d7-8ace-674e69423097 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:57.751535 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e7a47cd-424c-46ff-9a38-3c0bb614e6a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1223} {{(pid=102544) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 15:21:57.779325 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a47cd-424c-46ff-9a38-3c0bb614e6a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c1351a-0d75-4eb7-81c6-50135180e290,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:57.785245 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-6e7a47cd-424c-46ff-9a38-3c0bb614e6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470086'] for segment, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:57.785679 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.db.segments_db [None req-6e7a47cd-424c-46ff-9a38-3c0bb614e6a1 admin admin] Added segment 15755615-8d62-46c1-8531-9b0dbd58232d of type vlan for network ed93d9af-072f-4552-ba1e-667ff4d62fac Nov 24 15:21:57.790075 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-1ccdd4f8-7b72-4602-849e-573f4f92f338 req-d5be4609-be71-4247-bc3b-fc2ed8d77d7e tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd3f182-b37c-4495-a864-86712f719b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971301 Nov 24 15:21:57.796635 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-36c15bfc-65ce-4f2d-bb20-3e30a07bd03e req-25808d30-6ea4-48ec-8fc0-8f544e615c9b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c60d9449-ba6f-4d12-83b1-6f849f230180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277863 Nov 24 15:21:57.844128 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-6e7a47cd-424c-46ff-9a38-3c0bb614e6a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750836966705'] for network, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:57.872384 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-6e7a47cd-424c-46ff-9a38-3c0bb614e6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203'] for network, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:57.873640 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7a47cd-424c-46ff-9a38-3c0bb614e6a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:57.874465 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-6e7a47cd-424c-46ff-9a38-3c0bb614e6a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for network, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:57.902212 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-9e148ca3-48f8-44d7-8ace-674e69423097 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:57.914298 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-6e7a47cd-424c-46ff-9a38-3c0bb614e6a1 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8046455 Nov 24 15:21:57.914540 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-9e148ca3-48f8-44d7-8ace-674e69423097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:57.914659 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 34534) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:57.920508 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.v2.base [None req-3471c765-f271-4850-acee-d1cdaf5604f9 admin admin] Request body: {'subnet': {'network_id': 'ed93d9af-072f-4552-ba1e-667ff4d62fac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-974098657-subnet', 'tenant_id': '043d05ede00543d285fddc5f601117c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:21:57.949002 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-36c15bfc-65ce-4f2d-bb20-3e30a07bd03e req-f6071fb1-595d-4601-b460-0822914ef677 service neutron] 10.222.0.74 "GET /v2.0/networks/c60d9449-ba6f-4d12-83b1-6f849f230180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411171 Nov 24 15:21:57.975058 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a47cd-424c-46ff-9a38-3c0bb614e6a1 admin admin] Pushing event updated for resources: {'Network': ['ID=ed93d9af-072f-4552-ba1e-667ff4d62fac,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:57.987678 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-9e148ca3-48f8-44d7-8ace-674e69423097 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=511c318210bc4770b4d8c6752cd5c569&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3967931 Nov 24 15:21:57.988282 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 34540) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:57.992819 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Network ed93d9af-072f-4552-ba1e-667ff4d62fac details requested by agent ovs-agent-dv-cinder-804035-20-iscsi with host dv-cinder-804035-20-iscsi {{(pid=102546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 15:21:58.000197 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3471c765-f271-4850-acee-d1cdaf5604f9 admin admin] Made reservation on behalf of 043d05ede00543d285fddc5f601117c9 for: {'subnet': 1} {{(pid=102544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:21:58.002719 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e148ca3-48f8-44d7-8ace-674e69423097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a32bd6-9732-4529-8bf9-c09aa3c651b7,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:58.008358 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-3471c765-f271-4850-acee-d1cdaf5604f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13828168'] for subnet, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:58.081893 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-36c15bfc-65ce-4f2d-bb20-3e30a07bd03e req-abf3324c-c094-4f20-97f6-de61e1e8a6a1 service neutron] 10.222.0.74 "GET /v2.0/networks/c60d9449-ba6f-4d12-83b1-6f849f230180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201723 Nov 24 15:21:58.145650 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-b0c5f932-dc00-44fc-854c-0514a06e7e2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:58.179381 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91d288-0260-4320-b11b-13eced490b98 req-f3587317-da34-45c1-a41f-761a664f45f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:58.180882 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-5b91d288-0260-4320-b11b-13eced490b98 req-f3587317-da34-45c1-a41f-761a664f45f4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=47d3bc717a2e4d3f8a7eb27026602262&device_id=0217fcdc-06ea-4067-ae8a-3b0be804dff7 HTTP/1.1" status: 200 len: 1096 time: 0.0444682 Nov 24 15:21:58.184928 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-b0c5f932-dc00-44fc-854c-0514a06e7e2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:58.293647 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91d288-0260-4320-b11b-13eced490b98 req-8919a03e-3444-4627-b562-43c9eeda99e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:58.295273 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-5b91d288-0260-4320-b11b-13eced490b98 req-8919a03e-3444-4627-b562-43c9eeda99e4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c60d9449-ba6f-4d12-83b1-6f849f230180 HTTP/1.1" status: 200 len: 910 time: 0.1011469 Nov 24 15:21:58.349419 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-5b91d288-0260-4320-b11b-13eced490b98 req-06f9b809-7eb8-4930-95af-b98a66886c10 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=978bc587-b596-4d27-b3ae-179fc2cd8025 HTTP/1.1" status: 200 len: 217 time: 0.0441463 Nov 24 15:21:58.411287 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91d288-0260-4320-b11b-13eced490b98 req-dceed994-687b-47b3-a0a8-12a8bc3525e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:58.412836 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-5b91d288-0260-4320-b11b-13eced490b98 req-dceed994-687b-47b3-a0a8-12a8bc3525e3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d0c1e38d-debd-48ec-8102-211e15fd87c3 HTTP/1.1" status: 200 len: 848 time: 0.0528672 Nov 24 15:21:58.458917 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-5b91d288-0260-4320-b11b-13eced490b98 req-502bedfd-bc4a-407b-bf40-34c08cefab4b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c60d9449-ba6f-4d12-83b1-6f849f230180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377688 Nov 24 15:21:58.498652 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-b0c5f932-dc00-44fc-854c-0514a06e7e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:58.501330 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-b0c5f932-dc00-44fc-854c-0514a06e7e2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:58.502654 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-b0c5f932-dc00-44fc-854c-0514a06e7e2d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d2a32bd6-9732-4529-8bf9-c09aa3c651b7 HTTP/1.1" status: 204 len: 168 time: 0.5119565 Nov 24 15:21:58.544534 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5f932-dc00-44fc-854c-0514a06e7e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a32bd6-9732-4529-8bf9-c09aa3c651b7,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:58.553262 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-3471c765-f271-4850-acee-d1cdaf5604f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15752173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13828186'] for subnet, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:58.590195 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-5b91d288-0260-4320-b11b-13eced490b98 req-dcbe8eb1-4e19-42df-8a51-d772fbe3377b service neutron] 10.222.0.74 "GET /v2.0/networks/c60d9449-ba6f-4d12-83b1-6f849f230180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226399 Nov 24 15:21:58.600759 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705bec6-cede-4ff5-8b73-04b6db266c02 req-0da128ad-28e5-4eab-b392-1cb6653ec696 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:58.602275 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-8705bec6-cede-4ff5-8b73-04b6db266c02 req-0da128ad-28e5-4eab-b392-1cb6653ec696 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a77d835-ce70-43fb-ab67-3b41127405d3 HTTP/1.1" status: 200 len: 945 time: 0.1110330 Nov 24 15:21:58.635112 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3471c765-f271-4850-acee-d1cdaf5604f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afd43202-bfd9-42b3-b706-1445b641167c,revision_number=0']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:58.705263 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3471c765-f271-4850-acee-d1cdaf5604f9 admin admin] Checking segment: {'id': '15755615-8d62-46c1-8531-9b0dbd58232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'ed93d9af-072f-4552-ba1e-667ff4d62fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:21:58.705702 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3471c765-f271-4850-acee-d1cdaf5604f9 admin admin] Network hostable DHCP agents. Network: ed93d9af-072f-4552-ba1e-667ff4d62fac, hostable agents: ['c1d34c78-3ad8-4647-a250-754fc30c4ba4'], hosted agents: [] {{(pid=102544) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 15:21:58.714789 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-8705bec6-cede-4ff5-8b73-04b6db266c02 req-ac82cd6d-1f1f-4cf9-8f66-6907d394ffe1 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018889 Nov 24 15:21:58.737844 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3471c765-f271-4850-acee-d1cdaf5604f9 admin admin] Network ed93d9af-072f-4552-ba1e-667ff4d62fac is scheduled to be hosted by DHCP agent c1d34c78-3ad8-4647-a250-754fc30c4ba4 with binding_index 1 {{(pid=102544) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 15:21:58.752737 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae4db2-7681-4ebe-98c6-9946a81cfcf4 req-b5dd7640-9aa9-48c3-937a-73f67a44627f tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:58.761202 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-6eae4db2-7681-4ebe-98c6-9946a81cfcf4 req-b5dd7640-9aa9-48c3-937a-73f67a44627f tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.0965691 Nov 24 15:21:58.772097 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.base_scheduler [None req-3471c765-f271-4850-acee-d1cdaf5604f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-20-iscsi, ed93d9af-072f-4552-ba1e-667ff4d62fac) {{(pid=102544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:21:58.782098 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf07f90b-4e28-4739-ae68-1e0e104a949e None None] Network ed93d9af-072f-4552-ba1e-667ff4d62fac requested from dv-cinder-804035-20-iscsi {{(pid=102546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:21:58.793028 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-5b91d288-0260-4320-b11b-13eced490b98 req-1ffa8320-6fe8-4a1c-b3cd-2b6f137898ae service neutron] 10.222.0.74 "GET /v2.0/networks/c60d9449-ba6f-4d12-83b1-6f849f230180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901524 Nov 24 15:21:58.796115 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3471c765-f271-4850-acee-d1cdaf5604f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:58.796710 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-3471c765-f271-4850-acee-d1cdaf5604f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for subnet, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:58.834372 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-3471c765-f271-4850-acee-d1cdaf5604f9 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9217753 Nov 24 15:21:58.848345 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-6eae4db2-7681-4ebe-98c6-9946a81cfcf4 req-603afb96-ba6a-475e-ae08-b572fdfde3c0 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844946 Nov 24 15:21:59.052227 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86829390-0e9c-447b-9c0f-1cd38150b2b8 req-7bee4203-2860-4270-a3bd-6d7a9d48ec83 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:59.053812 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-86829390-0e9c-447b-9c0f-1cd38150b2b8 req-7bee4203-2860-4270-a3bd-6d7a9d48ec83 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/ports?device_id=0217fcdc-06ea-4067-ae8a-3b0be804dff7 HTTP/1.1" status: 200 len: 943 time: 0.1011982 Nov 24 15:21:59.074843 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efadec16-b9a1-4978-91aa-e7c6319604c8 None None] Network ed93d9af-072f-4552-ba1e-667ff4d62fac requested from dv-cinder-804035-20-iscsi {{(pid=102546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:21:59.135123 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-86829390-0e9c-447b-9c0f-1cd38150b2b8 req-b6d690a6-2832-48f4-b671-738c08ee650b tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd3f182-b37c-4495-a864-86712f719b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725491 Nov 24 15:21:59.854465 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76589c-b046-4923-80da-b2c13244260e req-8b4603ed-ffcf-446d-b74d-a2c8f468c3f2 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:59.855951 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-9a76589c-b046-4923-80da-b2c13244260e req-8b4603ed-ffcf-446d-b74d-a2c8f468c3f2 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a77d835-ce70-43fb-ab67-3b41127405d3 HTTP/1.1" status: 200 len: 945 time: 0.0516548 Nov 24 15:21:59.904578 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-9a76589c-b046-4923-80da-b2c13244260e req-39466b20-f4ee-425e-8b5b-9eca25732b35 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427403 Nov 24 15:21:59.964900 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5ed6c-bb3c-4b82-9bb1-9eb8311d696c req-29b2b73e-e15e-47a7-917c-98dfded8e0a2 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:59.966545 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-45d5ed6c-bb3c-4b82-9bb1-9eb8311d696c req-29b2b73e-e15e-47a7-917c-98dfded8e0a2 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.0554352 Nov 24 15:22:00.047749 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-45d5ed6c-bb3c-4b82-9bb1-9eb8311d696c req-f0e15132-dd45-4233-886f-bbc0bb7062ef tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742946 Nov 24 15:22:00.071047 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a84a17-45b6-4e73-979d-4d5db8a34266 req-acf96716-3c00-4876-a863-91908420e025 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:00.073444 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-77a84a17-45b6-4e73-979d-4d5db8a34266 req-acf96716-3c00-4876-a863-91908420e025 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a77d835-ce70-43fb-ab67-3b41127405d3 HTTP/1.1" status: 200 len: 945 time: 0.0989077 Nov 24 15:22:00.126042 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-77a84a17-45b6-4e73-979d-4d5db8a34266 req-8b74dbe3-d9ce-428b-98c5-3f33e1e79bd5 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464594 Nov 24 15:22:00.156121 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 34602) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:22:00.261277 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15ac5a-0671-452d-b440-535425d2a7a8 req-53ccdc69-de39-4bfb-8186-c663f66ac9fa tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:00.262902 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-db15ac5a-0671-452d-b440-535425d2a7a8 req-53ccdc69-de39-4bfb-8186-c663f66ac9fa tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/ports?device_id=0217fcdc-06ea-4067-ae8a-3b0be804dff7 HTTP/1.1" status: 200 len: 943 time: 0.0563507 Nov 24 15:22:00.313576 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-db15ac5a-0671-452d-b440-535425d2a7a8 req-ce7cab81-30d3-4446-b96b-6399ae14553a tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd3f182-b37c-4495-a864-86712f719b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431821 Nov 24 15:22:00.360787 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617bc906-dd7f-4b4e-8324-482bda9adb97 tempest-TestVolumeBootPattern-1552538061 tempest-TestVolumeBootPattern-1552538061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:00.362278 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-617bc906-dd7f-4b4e-8324-482bda9adb97 tempest-TestVolumeBootPattern-1552538061 tempest-TestVolumeBootPattern-1552538061-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=1a77d835-ce70-43fb-ab67-3b41127405d3 HTTP/1.1" status: 200 len: 1093 time: 0.2049847 Nov 24 15:22:00.365448 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 34608) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:22:00.369555 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [None req-f50fdbc6-9507-46ed-b6aa-c6ed4bea9999 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Request body: {'floatingip': {'floating_network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'port_id': '1aaa1843-b387-4a3e-a5f5-e558eab342ed', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:22:00.391153 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f50fdbc6-9507-46ed-b6aa-c6ed4bea9999 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks [] for floatingip, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:00.489327 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f50fdbc6-9507-46ed-b6aa-c6ed4bea9999 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:00.589854 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.db_base_plugin_common [None req-f50fdbc6-9507-46ed-b6aa-c6ed4bea9999 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Allocated IP 172.27.3.237 (8344f4db-560e-43ae-a8a3-c586ec595f86/c55147fe-7574-46b9-be0f-c5d247f19105/f2117413-39cd-4f59-987b-96f4d23693c2) {{(pid=102545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:22:00.666402 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 978bc587-b596-4d27-b3ae-179fc2cd8025 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 15:22:00.694304 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f50fdbc6-9507-46ed-b6aa-c6ed4bea9999 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks [] for port, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:00.729533 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f50fdbc6-9507-46ed-b6aa-c6ed4bea9999 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:00.747925 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f907347-28b6-430b-bcc5-c570b79e719d req-2d20a83c-d755-4e5c-9095-95b8a25280ed tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:00.750448 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-6f907347-28b6-430b-bcc5-c570b79e719d req-2d20a83c-d755-4e5c-9095-95b8a25280ed tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.66 "GET /v2.0/networks?id=ed93d9af-072f-4552-ba1e-667ff4d62fac HTTP/1.1" status: 200 len: 813 time: 0.1198361 Nov 24 15:22:00.766582 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50fdbc6-9507-46ed-b6aa-c6ed4bea9999 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Network 8344f4db-560e-43ae-a8a3-c586ec595f86 is already hosted by enough agents. {{(pid=102545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:22:00.772062 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-6f907347-28b6-430b-bcc5-c570b79e719d req-debf3617-f9e9-4327-973a-e7b4e2e76831 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.66 "GET /v2.0/quotas/043d05ede00543d285fddc5f601117c9 HTTP/1.1" status: 200 len: 375 time: 0.0131357 Nov 24 15:22:00.772963 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [None req-f50fdbc6-9507-46ed-b6aa-c6ed4bea9999 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Resources bound (agent type, host, resource id): {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:22:00.776393 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50fdbc6-9507-46ed-b6aa-c6ed4bea9999 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Received port after_create {{(pid=102545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:22:00.782574 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 978bc587-b596-4d27-b3ae-179fc2cd8025, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=978bc587-b596-4d27-b3ae-179fc2cd8025,segment=NetworkSegment(6b784020-e757-426d-a3ad-609d65df6712),segment_id=6b784020-e757-426d-a3ad-609d65df6712)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:22:00.795905 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Returning: {'device': '978bc587-b596-4d27-b3ae-179fc2cd8025', 'network_id': 'c60d9449-ba6f-4d12-83b1-6f849f230180', 'port_id': '978bc587-b596-4d27-b3ae-179fc2cd8025', 'mac_address': 'fa:16:3e:42:86:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0c1e38d-debd-48ec-8102-211e15fd87c3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 15:22:00.799626 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50fdbc6-9507-46ed-b6aa-c6ed4bea9999 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Pushing event updated for resources: {'Port': ['ID=f2117413-39cd-4f59-987b-96f4d23693c2,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:00.813389 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-6f907347-28b6-430b-bcc5-c570b79e719d req-50bbfacc-bb78-4ae4-99ae-1aa269a6780f tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=043d05ede00543d285fddc5f601117c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296562 Nov 24 15:22:00.842505 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:00.856992 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.notifiers.nova [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 978bc587-b596-4d27-b3ae-179fc2cd8025 {{(pid=102546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:22:00.877248 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 978bc587-b596-4d27-b3ae-179fc2cd8025, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=978bc587-b596-4d27-b3ae-179fc2cd8025,segment=NetworkSegment(6b784020-e757-426d-a3ad-609d65df6712),segment_id=6b784020-e757-426d-a3ad-609d65df6712)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:22:00.882268 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:00.918256 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-6f907347-28b6-430b-bcc5-c570b79e719d req-15e37869-bb72-4b2c-b023-fe9a7be6e80f service neutron] 10.222.0.66 "GET /v2.0/networks/ed93d9af-072f-4552-ba1e-667ff4d62fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973823 Nov 24 15:22:00.943863 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Pushing event updated for resources: {'Port': ['ID=978bc587-b596-4d27-b3ae-179fc2cd8025,revision_number=4']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:01.013401 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-6f907347-28b6-430b-bcc5-c570b79e719d req-c150143b-cbe0-4811-a5f6-655e5182fedb service neutron] 10.222.0.66 "GET /v2.0/networks/ed93d9af-072f-4552-ba1e-667ff4d62fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873084 Nov 24 15:22:01.175978 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f50fdbc6-9507-46ed-b6aa-c6ed4bea9999 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:01.186865 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4e654645-cf30-4cb5-81b0-5ab9ac6f7f21 req-c10bb856-be52-426d-bccd-7a83f2178040 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.66 "GET /v2.0/ports?device_id=958aee3d-9b1b-4c27-8793-9e280bd9b6d2 HTTP/1.1" status: 200 len: 210 time: 0.0285659 Nov 24 15:22:01.192395 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] get_ports_and_sgs() called for port_ids ['978bc587-b596-4d27-b3ae-179fc2cd8025'] {{(pid=102546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:22:01.286967 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f50fdbc6-9507-46ed-b6aa-c6ed4bea9999 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:01.314542 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727143bc-4819-4870-bbb4-5836af62614d req-4805ac33-2e50-4163-94d8-f9ae44ca911c tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:01.322722 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-727143bc-4819-4870-bbb4-5836af62614d req-4805ac33-2e50-4163-94d8-f9ae44ca911c tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.1346352 Nov 24 15:22:01.425825 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-727143bc-4819-4870-bbb4-5836af62614d req-23d39a92-90a9-4b18-b558-459808b1b8eb tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020813 Nov 24 15:22:01.501188 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba86fed-8987-4586-a4ac-244035088cce req-f7e89852-cfbe-479a-8e99-9d15849fe13d tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:01.502798 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-9ba86fed-8987-4586-a4ac-244035088cce req-f7e89852-cfbe-479a-8e99-9d15849fe13d tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/ports?device_id=0217fcdc-06ea-4067-ae8a-3b0be804dff7 HTTP/1.1" status: 200 len: 944 time: 0.0759041 Nov 24 15:22:01.551820 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f50fdbc6-9507-46ed-b6aa-c6ed4bea9999 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks [] for port, precommit_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:01.556960 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f50fdbc6-9507-46ed-b6aa-c6ed4bea9999 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13923618'] for port, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:01.586303 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-9ba86fed-8987-4586-a4ac-244035088cce req-fe289a6b-5079-46c3-96f4-345c0233e845 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd3f182-b37c-4495-a864-86712f719b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741599 Nov 24 15:22:01.650082 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f50fdbc6-9507-46ed-b6aa-c6ed4bea9999 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663866'] for floatingip, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:01.651985 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50fdbc6-9507-46ed-b6aa-c6ed4bea9999 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Pushing event updated for resources: {'Port': ['ID=f2117413-39cd-4f59-987b-96f4d23693c2,revision_number=2']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:01.760025 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.db.l3_db [None req-f50fdbc6-9507-46ed-b6aa-c6ed4bea9999 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Floating IP 37ad63e4-6794-45b0-8deb-6035088fe01f associated. External IP: 172.27.3.237, port: 1aaa1843-b387-4a3e-a5f5-e558eab342ed. Nov 24 15:22:01.981949 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f50fdbc6-9507-46ed-b6aa-c6ed4bea9999 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Router a2bc1be7-732e-4b4b-a9f9-7a317a77457b has already been hosted by L3 agent cf746c29-e95d-415d-8373-1f02a86f1d46 {{(pid=102545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:22:02.303518 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c855ceab-d094-4ef2-9e84-33473c381751 req-85d4a69e-02f6-44a6-b731-13f7b2f8e589 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.66 "GET /v2.0/ports?device_id=958aee3d-9b1b-4c27-8793-9e280bd9b6d2 HTTP/1.1" status: 200 len: 210 time: 0.0275607 Nov 24 15:22:02.386617 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50fdbc6-9507-46ed-b6aa-c6ed4bea9999 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Notify agent at l3_agent.dv-cinder-804035-20-iscsi the message routers_updated {{(pid=102545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:22:02.400043 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447b0205-4d1f-4d28-84b7-c526a0661da4 None None] Sync routers for ids ['a2bc1be7-732e-4b4b-a9f9-7a317a77457b'] in dv-cinder-804035-20-iscsi {{(pid=102547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:22:02.411446 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f50fdbc6-9507-46ed-b6aa-c6ed4bea9999 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for floatingip, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:02.413353 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447b0205-4d1f-4d28-84b7-c526a0661da4 None None] Routers {'a2bc1be7-732e-4b4b-a9f9-7a317a77457b'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:22:02.415885 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-447b0205-4d1f-4d28-84b7-c526a0661da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:21:48Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['a2bc1be7-732e-4b4b-a9f9-7a317a77457b'], 'active': True} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:22:02.451960 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f907347-28b6-430b-bcc5-c570b79e719d req-cf3f5433-ec16-4d42-b55b-07e7e3df243d tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:02.453485 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-6f907347-28b6-430b-bcc5-c570b79e719d req-cf3f5433-ec16-4d42-b55b-07e7e3df243d tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.74 "GET /v2.0/networks?id=ed93d9af-072f-4552-ba1e-667ff4d62fac HTTP/1.1" status: 200 len: 813 time: 0.1467545 Nov 24 15:22:02.463992 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-f50fdbc6-9507-46ed-b6aa-c6ed4bea9999 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0975389 Nov 24 15:22:02.464589 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a77d835-ce70-43fb-ab67-3b41127405d3', 'tag': '1aaa1843-b387-4a3e-a5f5-e558eab342ed'}] {{(pid=102545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:22:02.467786 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e232a59b198ff96befa2502742fd1f317735a6d9991c1ac6356d20aee71e71d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75834e9-9a0f-486e-b752-09c59fe59444" -d '{"events": [{"name": "network-changed", "server_uuid": "1a77d835-ce70-43fb-ab67-3b41127405d3", "tag": "1aaa1843-b387-4a3e-a5f5-e558eab342ed"}]}' {{(pid=102545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:22:02.487547 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [req-6f907347-28b6-430b-bcc5-c570b79e719d req-dc31b58f-e4b0-4096-987d-05539589ff18 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Request body: {'port': {'device_id': '958aee3d-9b1b-4c27-8793-9e280bd9b6d2', 'network_id': 'ed93d9af-072f-4552-ba1e-667ff4d62fac', 'admin_state_up': True, 'tenant_id': '043d05ede00543d285fddc5f601117c9'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:22:02.543595 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvr_db [None req-447b0205-4d1f-4d28-84b7-c526a0661da4 None None] Set router a2bc1be7-732e-4b4b-a9f9-7a317a77457b gateway port host: dv-cinder-804035-20-iscsi {{(pid=102547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:22:02.553303 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab74bc3e-d9b8-4f90-8ca1-8097a3aad01e x-openstack-request-id: req-ab74bc3e-d9b8-4f90-8ca1-8097a3aad01e {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:22:02.553836 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a77d835-ce70-43fb-ab67-3b41127405d3", "tag": "1aaa1843-b387-4a3e-a5f5-e558eab342ed", "status": "completed", "code": 200}]} {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:22:02.554180 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ab74bc3e-d9b8-4f90-8ca1-8097a3aad01e {{(pid=102545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:22:02.554582 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a77d835-ce70-43fb-ab67-3b41127405d3', 'tag': '1aaa1843-b387-4a3e-a5f5-e558eab342ed', 'status': 'completed', 'code': 200} Nov 24 15:22:02.584865 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd68741-c059-4eb5-9bc7-5bc31be06a21 req-0f5b9a5e-7f06-43b3-911c-69097525294f tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:02.587291 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4dd68741-c059-4eb5-9bc7-5bc31be06a21 req-0f5b9a5e-7f06-43b3-911c-69097525294f tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.0634937 Nov 24 15:22:02.634850 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75834e9-9a0f-486e-b752-09c59fe59444 req-6006eb54-22fb-4a71-b6c8-2ab31988b34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:02.636650 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-a75834e9-9a0f-486e-b752-09c59fe59444 req-6006eb54-22fb-4a71-b6c8-2ab31988b34b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b981a3c2d7974c7ca0c54a5262ea5220&device_id=1a77d835-ce70-43fb-ab67-3b41127405d3 HTTP/1.1" status: 200 len: 1098 time: 0.0786033 Nov 24 15:22:02.658613 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4dd68741-c059-4eb5-9bc7-5bc31be06a21 req-3ffd13ba-b6d5-4601-8ef9-4d80648ff2d5 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630288 Nov 24 15:22:02.682219 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 978bc587-b596-4d27-b3ae-179fc2cd8025 up at agent hyperv_hv-cinder-80403 {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:22:02.716633 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73957324-f482-453b-aaa4-0a19454a41aa req-82667b4d-4103-442d-b749-945e268f2acf tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:02.718770 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-73957324-f482-453b-aaa4-0a19454a41aa req-82667b4d-4103-442d-b749-945e268f2acf tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/ports?device_id=0217fcdc-06ea-4067-ae8a-3b0be804dff7 HTTP/1.1" status: 200 len: 944 time: 0.0591655 Nov 24 15:22:02.721648 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f907347-28b6-430b-bcc5-c570b79e719d req-dc31b58f-e4b0-4096-987d-05539589ff18 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Made reservation on behalf of 043d05ede00543d285fddc5f601117c9 for: {'port': 1} {{(pid=102545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:22:02.725225 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-6f907347-28b6-430b-bcc5-c570b79e719d req-dc31b58f-e4b0-4096-987d-05539589ff18 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:02.748853 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Provisioning for port 978bc587-b596-4d27-b3ae-179fc2cd8025 completed by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 15:22:02.754260 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Provisioning complete for port 978bc587-b596-4d27-b3ae-179fc2cd8025 triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:22:02.754995 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:02.780382 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-73957324-f482-453b-aaa4-0a19454a41aa req-068d4809-9d0f-435d-81ad-3f5808b43332 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd3f182-b37c-4495-a864-86712f719b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541582 Nov 24 15:22:02.820169 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75834e9-9a0f-486e-b752-09c59fe59444 req-dce99426-f2ce-47f0-9b33-7031d16463bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:02.821660 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-a75834e9-9a0f-486e-b752-09c59fe59444 req-dce99426-f2ce-47f0-9b33-7031d16463bd service neutron] 10.222.0.74 "GET /v2.0/networks?id=f26750e4-e797-4f7f-b557-e7463bad5d42 HTTP/1.1" status: 200 len: 913 time: 0.1769030 Nov 24 15:22:02.824500 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-447b0205-4d1f-4d28-84b7-c526a0661da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'name': 'tempest-TestVolumeBootPattern-116187741-router', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '4264a2b7-6efb-4cdc-ac80-dce005fa7b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:20:49Z', 'updated_at': '2021-11-24T15:20:52Z', 'revision_number': 4, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'gw_port': {'id': '4264a2b7-6efb-4cdc-ac80-dce005fa7b88', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:50Z', 'updated_at': '2021-11-24T15:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_floatingips': [{'id': '37ad63e4-6794-45b0-8deb-6035088fe01f', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'floating_ip_address': '172.27.3.237', 'floating_network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'router_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'port_id': '1aaa1843-b387-4a3e-a5f5-e558eab342ed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42', 'mac_address': 'fa:16:3e:a7:ad:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a77d835-ce70-43fb-ab67-3b41127405d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:22:01Z', 'updated_at': '2021-11-24T15:22:01Z', 'revision_number': 0, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b833f9f1-eb1e-47da-9e09-db5a1ab5dd3d', 'name': '', 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'mac_address': 'fa:16:3e:54:22:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '7c9fc6c3-0838-4b30-a030-a699466a6c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:52Z', 'updated_at': '2021-11-24T15:20:58Z', 'revision_number': 5, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'subnets': [{'id': '7c9fc6c3-0838-4b30-a030-a699466a6c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:22:02.851882 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:02.856630 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447b0205-4d1f-4d28-84b7-c526a0661da4 None None] Checking router: a2bc1be7-732e-4b4b-a9f9-7a317a77457b for host: dv-cinder-804035-20-iscsi {{(pid=102547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:22:02.867339 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447b0205-4d1f-4d28-84b7-c526a0661da4 None None] Routers {'a2bc1be7-732e-4b4b-a9f9-7a317a77457b'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:22:02.867945 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-447b0205-4d1f-4d28-84b7-c526a0661da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:21:48Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['a2bc1be7-732e-4b4b-a9f9-7a317a77457b'], 'active': True} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:22:02.875607 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0217fcdc-06ea-4067-ae8a-3b0be804dff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978bc587-b596-4d27-b3ae-179fc2cd8025'}] {{(pid=102546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:22:02.878120 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec30b6fee894e899a7ef63b5da9bb2e859d87fc094cada3931da851dba0edc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f42a076-2338-4ecd-89f7-6cb7aec7f4ee" -d '{"events": [{"server_uuid": "0217fcdc-06ea-4067-ae8a-3b0be804dff7", "name": "network-vif-plugged", "status": "completed", "tag": "978bc587-b596-4d27-b3ae-179fc2cd8025"}]}' {{(pid=102546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:22:02.888329 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.db_base_plugin_common [req-6f907347-28b6-430b-bcc5-c570b79e719d req-dc31b58f-e4b0-4096-987d-05539589ff18 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Allocated IP 172.20.0.6 (ed93d9af-072f-4552-ba1e-667ff4d62fac/afd43202-bfd9-42b3-b706-1445b641167c/66c8ad52-c206-4ee5-aada-df62148b7eb9) {{(pid=102545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:22:02.891409 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 978bc587-b596-4d27-b3ae-179fc2cd8025, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=978bc587-b596-4d27-b3ae-179fc2cd8025,segment=NetworkSegment(6b784020-e757-426d-a3ad-609d65df6712),segment_id=6b784020-e757-426d-a3ad-609d65df6712)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:22:02.896874 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:02.928566 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe79320-7f9e-4540-b810-9867732441de x-openstack-request-id: req-1fe79320-7f9e-4540-b810-9867732441de {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:22:02.928867 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0217fcdc-06ea-4067-ae8a-3b0be804dff7", "name": "network-vif-plugged", "status": "completed", "tag": "978bc587-b596-4d27-b3ae-179fc2cd8025", "code": 200}]} {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:22:02.929122 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1fe79320-7f9e-4540-b810-9867732441de {{(pid=102546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:22:02.929509 dv-cinder-804035-20-iscsi neutron-server[102546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0217fcdc-06ea-4067-ae8a-3b0be804dff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978bc587-b596-4d27-b3ae-179fc2cd8025', 'code': 200} Nov 24 15:22:02.960285 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Pushing event updated for resources: {'Port': ['ID=978bc587-b596-4d27-b3ae-179fc2cd8025,revision_number=5']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:03.009412 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvr_db [None req-447b0205-4d1f-4d28-84b7-c526a0661da4 None None] Set router a2bc1be7-732e-4b4b-a9f9-7a317a77457b gateway port host: dv-cinder-804035-20-iscsi {{(pid=102547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:22:03.056808 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-a75834e9-9a0f-486e-b752-09c59fe59444 req-d807229b-a10e-4a7d-9913-c28b603f592f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1aaa1843-b387-4a3e-a5f5-e558eab342ed HTTP/1.1" status: 200 len: 999 time: 0.1215701 Nov 24 15:22:03.131077 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b51e8-a1f0-4646-97dd-723e55f8b0d2 req-6db0633c-820f-4cd8-958a-4a0e126ba2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:03.132960 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-208b51e8-a1f0-4646-97dd-723e55f8b0d2 req-6db0633c-820f-4cd8-958a-4a0e126ba2a8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0217fcdc-06ea-4067-ae8a-3b0be804dff7 HTTP/1.1" status: 200 len: 1098 time: 0.0403159 Nov 24 15:22:03.133734 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-6f907347-28b6-430b-bcc5-c570b79e719d req-dc31b58f-e4b0-4096-987d-05539589ff18 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Publish callbacks [] for port, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:03.151878 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75834e9-9a0f-486e-b752-09c59fe59444 req-6033a9a9-c975-4ded-834a-f6dabc9100a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:03.154127 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-a75834e9-9a0f-486e-b752-09c59fe59444 req-6033a9a9-c975-4ded-834a-f6dabc9100a3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7c9fc6c3-0838-4b30-a030-a699466a6c53 HTTP/1.1" status: 200 len: 850 time: 0.0646813 Nov 24 15:22:03.190458 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-208b51e8-a1f0-4646-97dd-723e55f8b0d2 req-aa62af5e-0e00-4508-9632-a7a62f6087f3 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=cbd3f182-b37c-4495-a864-86712f719b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469956 Nov 24 15:22:03.216665 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-6f907347-28b6-430b-bcc5-c570b79e719d req-dc31b58f-e4b0-4096-987d-05539589ff18 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:03.257154 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75834e9-9a0f-486e-b752-09c59fe59444 req-f838f96e-7059-407b-9266-580cb081ce85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:03.258682 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-a75834e9-9a0f-486e-b752-09c59fe59444 req-f838f96e-7059-407b-9266-580cb081ce85 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f26750e4-e797-4f7f-b557-e7463bad5d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0908089 Nov 24 15:22:03.274204 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f907347-28b6-430b-bcc5-c570b79e719d req-dc31b58f-e4b0-4096-987d-05539589ff18 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Network ed93d9af-072f-4552-ba1e-667ff4d62fac is already hosted by enough agents. {{(pid=102545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:22:03.277369 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [req-6f907347-28b6-430b-bcc5-c570b79e719d req-dc31b58f-e4b0-4096-987d-05539589ff18 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Resources bound (agent type, host, resource id): {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:22:03.280155 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f907347-28b6-430b-bcc5-c570b79e719d req-dc31b58f-e4b0-4096-987d-05539589ff18 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Received port after_create {{(pid=102545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:22:03.301653 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-447b0205-4d1f-4d28-84b7-c526a0661da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'name': 'tempest-TestVolumeBootPattern-116187741-router', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '4264a2b7-6efb-4cdc-ac80-dce005fa7b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:20:49Z', 'updated_at': '2021-11-24T15:20:52Z', 'revision_number': 4, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'gw_port': {'id': '4264a2b7-6efb-4cdc-ac80-dce005fa7b88', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:50Z', 'updated_at': '2021-11-24T15:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_floatingips': [{'id': '37ad63e4-6794-45b0-8deb-6035088fe01f', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'floating_ip_address': '172.27.3.237', 'floating_network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'router_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'port_id': '1aaa1843-b387-4a3e-a5f5-e558eab342ed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42', 'mac_address': 'fa:16:3e:a7:ad:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a77d835-ce70-43fb-ab67-3b41127405d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:22:01Z', 'updated_at': '2021-11-24T15:22:01Z', 'revision_number': 0, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b833f9f1-eb1e-47da-9e09-db5a1ab5dd3d', 'name': '', 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'mac_address': 'fa:16:3e:54:22:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '7c9fc6c3-0838-4b30-a030-a699466a6c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:52Z', 'updated_at': '2021-11-24T15:20:58Z', 'revision_number': 5, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'subnets': [{'id': '7c9fc6c3-0838-4b30-a030-a699466a6c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:22:03.312282 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc31b58f-e4b0-4096-987d-05539589ff18 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Pushing event updated for resources: {'Port': ['ID=66c8ad52-c206-4ee5-aada-df62148b7eb9,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:03.346701 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447b0205-4d1f-4d28-84b7-c526a0661da4 None None] The sync data for ids ['a2bc1be7-732e-4b4b-a9f9-7a317a77457b'] in dv-cinder-804035-20-iscsi is: [{'id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'name': 'tempest-TestVolumeBootPattern-116187741-router', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '4264a2b7-6efb-4cdc-ac80-dce005fa7b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:20:49Z', 'updated_at': '2021-11-24T15:20:52Z', 'revision_number': 4, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'gw_port': {'id': '4264a2b7-6efb-4cdc-ac80-dce005fa7b88', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:50Z', 'updated_at': '2021-11-24T15:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_floatingips': [{'id': '37ad63e4-6794-45b0-8deb-6035088fe01f', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'floating_ip_address': '172.27.3.237', 'floating_network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'router_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'port_id': '1aaa1843-b387-4a3e-a5f5-e558eab342ed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42', 'mac_address': 'fa:16:3e:a7:ad:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a77d835-ce70-43fb-ab67-3b41127405d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:22:01Z', 'updated_at': '2021-11-24T15:22:01Z', 'revision_number': 0, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b833f9f1-eb1e-47da-9e09-db5a1ab5dd3d', 'name': '', 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'mac_address': 'fa:16:3e:54:22:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '7c9fc6c3-0838-4b30-a030-a699466a6c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:52Z', 'updated_at': '2021-11-24T15:20:58Z', 'revision_number': 5, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'subnets': [{'id': '7c9fc6c3-0838-4b30-a030-a699466a6c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:22:03.351350 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f907347-28b6-430b-bcc5-c570b79e719d req-dc31b58f-e4b0-4096-987d-05539589ff18 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:03.356532 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-6f907347-28b6-430b-bcc5-c570b79e719d req-dc31b58f-e4b0-4096-987d-05539589ff18 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:03.388663 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-6f907347-28b6-430b-bcc5-c570b79e719d req-dc31b58f-e4b0-4096-987d-05539589ff18 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9152534 Nov 24 15:22:03.416938 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [req-6f907347-28b6-430b-bcc5-c570b79e719d req-52fe1319-9860-44b5-9d2d-75cfbf606fd0 service neutron] Request body: {'port': {'device_id': '958aee3d-9b1b-4c27-8793-9e280bd9b6d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:22:03.479844 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-2db7c117-dcc8-4548-9fc1-85a1f3560a3d req-625b1b6f-c780-47d5-9018-12bcfd71ad9a tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1037648471&fields=id&tenant_id=a89a75844197496785d27fd3e412344c HTTP/1.1" status: 200 len: 267 time: 0.0889828 Nov 24 15:22:03.492933 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc80be-f42e-4518-8440-dc8ceccedd57 req-45f86ff4-c1cd-450a-848f-a93e71f36eed tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:03.494460 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-30dc80be-f42e-4518-8440-dc8ceccedd57 req-45f86ff4-c1cd-450a-848f-a93e71f36eed tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.66 "GET /v2.0/ports?device_id=958aee3d-9b1b-4c27-8793-9e280bd9b6d2 HTTP/1.1" status: 200 len: 931 time: 0.0871565 Nov 24 15:22:03.533331 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-6f907347-28b6-430b-bcc5-c570b79e719d req-52fe1319-9860-44b5-9d2d-75cfbf606fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:03.587196 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-a75834e9-9a0f-486e-b752-09c59fe59444 req-e3764301-e07d-4b94-91be-3a2352d1757c service neutron] 10.222.0.74 "GET /v2.0/networks/f26750e4-e797-4f7f-b557-e7463bad5d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743770 Nov 24 15:22:03.646352 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f693f2-fd0d-4e4d-bbee-d14e2de436cf None None] New status for floating IP 37ad63e4-6794-45b0-8deb-6035088fe01f: ACTIVE {{(pid=102546) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 15:22:03.650230 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-30dc80be-f42e-4518-8440-dc8ceccedd57 req-69df57e8-cb7f-4304-a72d-8da14d24c762 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.66 "GET /v2.0/security-groups?id=17c1351a-0d75-4eb7-81c6-50135180e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273737 Nov 24 15:22:03.704352 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db7c117-dcc8-4548-9fc1-85a1f3560a3d req-bc78c2f3-03a8-4334-a489-02ba0e57cfd1 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:03.705999 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-2db7c117-dcc8-4548-9fc1-85a1f3560a3d req-bc78c2f3-03a8-4334-a489-02ba0e57cfd1 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/networks?id=151822c0-1b1f-4b3e-8dfc-70638799aec7 HTTP/1.1" status: 200 len: 807 time: 0.2105124 Nov 24 15:22:03.722949 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-2db7c117-dcc8-4548-9fc1-85a1f3560a3d req-82c70724-dbc6-461c-ad9f-cdb4f16f8b39 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/quotas/a89a75844197496785d27fd3e412344c HTTP/1.1" status: 200 len: 375 time: 0.0111189 Nov 24 15:22:03.831047 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-2db7c117-dcc8-4548-9fc1-85a1f3560a3d req-0b3b4bfb-be2b-47c6-a948-2bb1e604dc7f tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a89a75844197496785d27fd3e412344c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1019907 Nov 24 15:22:03.843513 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a48876-82a3-4f74-90b6-e24a710a1f17 req-6ed7a50f-2e78-4bcb-8783-53b8b0ecc088 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:03.851267 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-14a48876-82a3-4f74-90b6-e24a710a1f17 req-6ed7a50f-2e78-4bcb-8783-53b8b0ecc088 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.1203589 Nov 24 15:22:03.857261 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-a75834e9-9a0f-486e-b752-09c59fe59444 req-cd2bc736-fd29-4c04-b0d7-26b08e4b1714 service neutron] 10.222.0.74 "GET /v2.0/networks/f26750e4-e797-4f7f-b557-e7463bad5d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609575 Nov 24 15:22:03.865767 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 34736) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:22:03.965755 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [req-6f907347-28b6-430b-bcc5-c570b79e719d req-52fe1319-9860-44b5-9d2d-75cfbf606fd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66c8ad52-c206-4ee5-aada-df62148b7eb9 {{(pid=102545) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:22:03.975644 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-6f907347-28b6-430b-bcc5-c570b79e719d req-52fe1319-9860-44b5-9d2d-75cfbf606fd0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:03.978426 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-14a48876-82a3-4f74-90b6-e24a710a1f17 req-65ab1cc7-0d4a-4cca-b407-18a85aaa4bda tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258123 Nov 24 15:22:04.001003 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-2db7c117-dcc8-4548-9fc1-85a1f3560a3d req-77717c9d-fe1a-462d-a84a-ba8509336901 service neutron] 10.222.0.66 "GET /v2.0/networks/151822c0-1b1f-4b3e-8dfc-70638799aec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464770 Nov 24 15:22:04.005940 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-cdcc3979-19c6-480f-a40a-11c41cab1429 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:04.008535 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.provisioning_blocks [req-6f907347-28b6-430b-bcc5-c570b79e719d req-52fe1319-9860-44b5-9d2d-75cfbf606fd0 service neutron] Transition to ACTIVE for port object 66c8ad52-c206-4ee5-aada-df62148b7eb9 will not be triggered until provisioned by entity L2. {{(pid=102545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 15:22:04.018619 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-6f907347-28b6-430b-bcc5-c570b79e719d req-52fe1319-9860-44b5-9d2d-75cfbf606fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13923618'] for port, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:04.095611 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fe1319-9860-44b5-9d2d-75cfbf606fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=66c8ad52-c206-4ee5-aada-df62148b7eb9,revision_number=2']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:04.110489 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-2db7c117-dcc8-4548-9fc1-85a1f3560a3d req-c2352010-e5b7-4e0a-a472-b51493a710ac service neutron] 10.222.0.66 "GET /v2.0/networks/151822c0-1b1f-4b3e-8dfc-70638799aec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018870 Nov 24 15:22:04.215740 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-cdcc3979-19c6-480f-a40a-11c41cab1429 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:04.217145 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-6f907347-28b6-430b-bcc5-c570b79e719d req-52fe1319-9860-44b5-9d2d-75cfbf606fd0 service neutron] Attempting to bind port 66c8ad52-c206-4ee5-aada-df62148b7eb9 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:22:04.217548 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-6f907347-28b6-430b-bcc5-c570b79e719d req-52fe1319-9860-44b5-9d2d-75cfbf606fd0 service neutron] Attempting to bind port 66c8ad52-c206-4ee5-aada-df62148b7eb9 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '15755615-8d62-46c1-8531-9b0dbd58232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'ed93d9af-072f-4552-ba1e-667ff4d62fac'}] {{(pid=102545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:22:04.217935 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f907347-28b6-430b-bcc5-c570b79e719d req-52fe1319-9860-44b5-9d2d-75cfbf606fd0 service neutron] Attempting to bind port 66c8ad52-c206-4ee5-aada-df62148b7eb9 on network ed93d9af-072f-4552-ba1e-667ff4d62fac {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:22:04.222953 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-cdcc3979-19c6-480f-a40a-11c41cab1429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:04.227448 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f907347-28b6-430b-bcc5-c570b79e719d req-52fe1319-9860-44b5-9d2d-75cfbf606fd0 service neutron] Port 66c8ad52-c206-4ee5-aada-df62148b7eb9 on network ed93d9af-072f-4552-ba1e-667ff4d62fac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 15:22:04.227701 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f907347-28b6-430b-bcc5-c570b79e719d req-52fe1319-9860-44b5-9d2d-75cfbf606fd0 service neutron] Attempting to bind port 66c8ad52-c206-4ee5-aada-df62148b7eb9 on network ed93d9af-072f-4552-ba1e-667ff4d62fac {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:22:04.251171 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d4b6c2-83b1-467e-97ef-6849021e75dc req-80e4fcbf-8e70-46e8-a9f2-d136305d3025 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:04.252495 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-55d4b6c2-83b1-467e-97ef-6849021e75dc req-80e4fcbf-8e70-46e8-a9f2-d136305d3025 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/ports?device_id=0217fcdc-06ea-4067-ae8a-3b0be804dff7 HTTP/1.1" status: 200 len: 945 time: 0.0588617 Nov 24 15:22:04.252992 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f907347-28b6-430b-bcc5-c570b79e719d req-52fe1319-9860-44b5-9d2d-75cfbf606fd0 service neutron] Checking agent: {'id': 'd4f6996e-fa07-4465-ad79-7a89714f2bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 17, 38), 'started_at': datetime.datetime(2021, 11, 24, 15, 17, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:22:04.253332 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f907347-28b6-430b-bcc5-c570b79e719d req-52fe1319-9860-44b5-9d2d-75cfbf606fd0 service neutron] Checking segment: {'id': '15755615-8d62-46c1-8531-9b0dbd58232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'ed93d9af-072f-4552-ba1e-667ff4d62fac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:22:04.253710 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f907347-28b6-430b-bcc5-c570b79e719d req-52fe1319-9860-44b5-9d2d-75cfbf606fd0 service neutron] Bound using segment: {'id': '15755615-8d62-46c1-8531-9b0dbd58232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'ed93d9af-072f-4552-ba1e-667ff4d62fac'} {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:22:04.254150 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-6f907347-28b6-430b-bcc5-c570b79e719d req-52fe1319-9860-44b5-9d2d-75cfbf606fd0 service neutron] Bound port: 66c8ad52-c206-4ee5-aada-df62148b7eb9, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15755615-8d62-46c1-8531-9b0dbd58232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'ed93d9af-072f-4552-ba1e-667ff4d62fac'}}] {{(pid=102545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:22:04.254503 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-6f907347-28b6-430b-bcc5-c570b79e719d req-52fe1319-9860-44b5-9d2d-75cfbf606fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:04.275485 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-cdcc3979-19c6-480f-a40a-11c41cab1429 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0816cce6111f457cbe8413c1a5292637&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4070926 Nov 24 15:22:04.278293 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 34746) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:22:04.283588 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc3979-19c6-480f-a40a-11c41cab1429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ccd7e7-f760-4028-b8b9-fe1a4661918f,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:04.336840 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-55d4b6c2-83b1-467e-97ef-6849021e75dc req-76af8a02-b34a-4d74-8281-ea1496b18adc tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd3f182-b37c-4495-a864-86712f719b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782821 Nov 24 15:22:04.351110 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-6f907347-28b6-430b-bcc5-c570b79e719d req-52fe1319-9860-44b5-9d2d-75cfbf606fd0 service neutron] For port 66c8ad52-c206-4ee5-aada-df62148b7eb9, host hv-cinder-80403, cleared binding levels {{(pid=102545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:22:04.354628 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-6f907347-28b6-430b-bcc5-c570b79e719d req-52fe1319-9860-44b5-9d2d-75cfbf606fd0 service neutron] For port 66c8ad52-c206-4ee5-aada-df62148b7eb9, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=66c8ad52-c206-4ee5-aada-df62148b7eb9,segment=NetworkSegment(15755615-8d62-46c1-8531-9b0dbd58232d),segment_id=15755615-8d62-46c1-8531-9b0dbd58232d)] {{(pid=102545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:22:04.359543 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-6f907347-28b6-430b-bcc5-c570b79e719d req-52fe1319-9860-44b5-9d2d-75cfbf606fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13923618'] for port, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:04.365422 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-532a7acb-eb29-40e7-a02c-cccf58eb3d07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:04.399668 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-532a7acb-eb29-40e7-a02c-cccf58eb3d07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:04.415995 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f907347-28b6-430b-bcc5-c570b79e719d req-52fe1319-9860-44b5-9d2d-75cfbf606fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:04.416696 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-6f907347-28b6-430b-bcc5-c570b79e719d req-52fe1319-9860-44b5-9d2d-75cfbf606fd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:04.418095 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-6f907347-28b6-430b-bcc5-c570b79e719d req-52fe1319-9860-44b5-9d2d-75cfbf606fd0 service neutron] 10.222.0.74 "PUT /v2.0/ports/66c8ad52-c206-4ee5-aada-df62148b7eb9 HTTP/1.1" status: 200 len: 1093 time: 1.0066545 Nov 24 15:22:04.436715 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fe1319-9860-44b5-9d2d-75cfbf606fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=66c8ad52-c206-4ee5-aada-df62148b7eb9,revision_number=3']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:04.487043 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-279562c9-e93c-4fd1-82c8-2538da5cbaa0 req-0256bb31-70dd-49dd-ab25-6cf6a2a3e684 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 210 time: 0.0427961 Nov 24 15:22:04.520157 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-532a7acb-eb29-40e7-a02c-cccf58eb3d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:04.524456 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-532a7acb-eb29-40e7-a02c-cccf58eb3d07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:04.528371 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-532a7acb-eb29-40e7-a02c-cccf58eb3d07 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f2ccd7e7-f760-4028-b8b9-fe1a4661918f HTTP/1.1" status: 204 len: 168 time: 0.2484145 Nov 24 15:22:04.545809 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a7acb-eb29-40e7-a02c-cccf58eb3d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ccd7e7-f760-4028-b8b9-fe1a4661918f,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:04.549232 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f907347-28b6-430b-bcc5-c570b79e719d req-d3473eae-f297-4720-becb-3df56f3dcc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:04.550757 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-6f907347-28b6-430b-bcc5-c570b79e719d req-d3473eae-f297-4720-becb-3df56f3dcc90 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=043d05ede00543d285fddc5f601117c9&device_id=958aee3d-9b1b-4c27-8793-9e280bd9b6d2 HTTP/1.1" status: 200 len: 1096 time: 0.0688539 Nov 24 15:22:04.555433 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '958aee3d-9b1b-4c27-8793-9e280bd9b6d2', 'tag': '66c8ad52-c206-4ee5-aada-df62148b7eb9'}] {{(pid=102545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:22:04.557740 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e232a59b198ff96befa2502742fd1f317735a6d9991c1ac6356d20aee71e71d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c215384b-8bf0-496d-86d0-e22b2f3cfee4" -d '{"events": [{"name": "network-changed", "server_uuid": "958aee3d-9b1b-4c27-8793-9e280bd9b6d2", "tag": "66c8ad52-c206-4ee5-aada-df62148b7eb9"}]}' {{(pid=102545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:22:04.633367 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736d9b1a-b2df-428b-80ec-21a6c99c8445 x-openstack-request-id: req-736d9b1a-b2df-428b-80ec-21a6c99c8445 {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:22:04.633806 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "958aee3d-9b1b-4c27-8793-9e280bd9b6d2", "tag": "66c8ad52-c206-4ee5-aada-df62148b7eb9", "status": "completed", "code": 200}]} {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:22:04.634187 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-736d9b1a-b2df-428b-80ec-21a6c99c8445 {{(pid=102545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:22:04.634589 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '958aee3d-9b1b-4c27-8793-9e280bd9b6d2', 'tag': '66c8ad52-c206-4ee5-aada-df62148b7eb9', 'status': 'completed', 'code': 200} Nov 24 15:22:04.636430 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-6f907347-28b6-430b-bcc5-c570b79e719d req-182ea89a-d132-4798-9a11-1494ffe717c7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66c8ad52-c206-4ee5-aada-df62148b7eb9 HTTP/1.1" status: 200 len: 217 time: 0.0693393 Nov 24 15:22:04.710129 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f907347-28b6-430b-bcc5-c570b79e719d req-905630fb-10c6-44ad-8e92-a1f9d8f0a282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:04.712005 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-6f907347-28b6-430b-bcc5-c570b79e719d req-905630fb-10c6-44ad-8e92-a1f9d8f0a282 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=afd43202-bfd9-42b3-b706-1445b641167c HTTP/1.1" status: 200 len: 853 time: 0.0659344 Nov 24 15:22:04.751164 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-6f907347-28b6-430b-bcc5-c570b79e719d req-b86bb850-0bdb-42a5-a08b-0efda81e7f69 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ed93d9af-072f-4552-ba1e-667ff4d62fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298004 Nov 24 15:22:04.801243 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a3868d-d576-4c3b-badb-9b427c89b06c req-21a2ecf5-38c5-49c2-a150-f48512ce35ff tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:04.809484 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-38a3868d-d576-4c3b-badb-9b427c89b06c req-21a2ecf5-38c5-49c2-a150-f48512ce35ff tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.66 "GET /v2.0/ports?device_id=958aee3d-9b1b-4c27-8793-9e280bd9b6d2 HTTP/1.1" status: 200 len: 943 time: 0.0848417 Nov 24 15:22:04.861228 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-38a3868d-d576-4c3b-badb-9b427c89b06c req-8c5e98e2-ec1d-4b75-90df-c042efd300cf tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.66 "GET /v2.0/security-groups?id=17c1351a-0d75-4eb7-81c6-50135180e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508795 Nov 24 15:22:04.880960 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-6f907347-28b6-430b-bcc5-c570b79e719d req-cd7673e7-56c8-4113-a77d-63bda356ca32 service neutron] 10.222.0.74 "GET /v2.0/networks/ed93d9af-072f-4552-ba1e-667ff4d62fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200464 Nov 24 15:22:04.912046 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 34766) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:22:04.927064 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-33aadfc0-66e0-4647-8268-ccabc4dff56f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:04.987406 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-6f907347-28b6-430b-bcc5-c570b79e719d req-85407776-72cf-487b-b35c-b6dbcf0413fd service neutron] 10.222.0.74 "GET /v2.0/networks/ed93d9af-072f-4552-ba1e-667ff4d62fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960021 Nov 24 15:22:05.011304 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-33aadfc0-66e0-4647-8268-ccabc4dff56f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:05.017247 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-33aadfc0-66e0-4647-8268-ccabc4dff56f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:05.078994 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aadfc0-66e0-4647-8268-ccabc4dff56f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8afa46-365e-4c67-9681-f408134c5168,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:05.097288 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-33aadfc0-66e0-4647-8268-ccabc4dff56f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4d1fe4491def4d81ac4e49f8551d9799&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1840546 Nov 24 15:22:05.100055 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 34770) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:22:05.103561 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215384b-8bf0-496d-86d0-e22b2f3cfee4 req-9fcfd91d-6d2c-4502-9213-0af0c19a05da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:05.105111 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-c215384b-8bf0-496d-86d0-e22b2f3cfee4 req-9fcfd91d-6d2c-4502-9213-0af0c19a05da service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=043d05ede00543d285fddc5f601117c9&device_id=958aee3d-9b1b-4c27-8793-9e280bd9b6d2 HTTP/1.1" status: 200 len: 1096 time: 0.0467582 Nov 24 15:22:05.121377 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0e8d0-0a93-462c-8c34-5ba1214106c7 req-ff98c2be-f9ec-40fa-b3c2-d7c2ed0b9532 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:05.122958 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-bab0e8d0-0a93-462c-8c34-5ba1214106c7 req-ff98c2be-f9ec-40fa-b3c2-d7c2ed0b9532 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.0607288 Nov 24 15:22:05.174309 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-bab0e8d0-0a93-462c-8c34-5ba1214106c7 req-3b17ffcb-c7b7-4987-b75b-f3fda668b856 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442913 Nov 24 15:22:05.217481 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-9a537c70-39d2-4db4-b89d-15383170f6cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:05.247308 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215384b-8bf0-496d-86d0-e22b2f3cfee4 req-7ae12669-3f1a-4490-9e99-99f738a0cdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:05.248734 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-c215384b-8bf0-496d-86d0-e22b2f3cfee4 req-7ae12669-3f1a-4490-9e99-99f738a0cdb9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ed93d9af-072f-4552-ba1e-667ff4d62fac HTTP/1.1" status: 200 len: 915 time: 0.1321564 Nov 24 15:22:05.253282 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-9a537c70-39d2-4db4-b89d-15383170f6cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:05.302563 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-c215384b-8bf0-496d-86d0-e22b2f3cfee4 req-070b588d-7265-4850-bb52-8888c62849fc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66c8ad52-c206-4ee5-aada-df62148b7eb9 HTTP/1.1" status: 200 len: 217 time: 0.0407212 Nov 24 15:22:05.360443 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215384b-8bf0-496d-86d0-e22b2f3cfee4 req-57340272-386b-4bdb-8036-b68d7144c5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:05.361911 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-c215384b-8bf0-496d-86d0-e22b2f3cfee4 req-57340272-386b-4bdb-8036-b68d7144c5f3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=afd43202-bfd9-42b3-b706-1445b641167c HTTP/1.1" status: 200 len: 853 time: 0.0495098 Nov 24 15:22:05.371200 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-9a537c70-39d2-4db4-b89d-15383170f6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:05.374089 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-9a537c70-39d2-4db4-b89d-15383170f6cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:05.375276 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-9a537c70-39d2-4db4-b89d-15383170f6cd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/df8afa46-365e-4c67-9681-f408134c5168 HTTP/1.1" status: 204 len: 168 time: 0.2740896 Nov 24 15:22:05.407113 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-c215384b-8bf0-496d-86d0-e22b2f3cfee4 req-0c4f96d4-22c9-42f2-b83c-7668202a415b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ed93d9af-072f-4552-ba1e-667ff4d62fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307274 Nov 24 15:22:05.408200 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a537c70-39d2-4db4-b89d-15383170f6cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8afa46-365e-4c67-9681-f408134c5168,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:05.461165 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46b774-86fb-48e1-9952-4a60ba705196 req-52bfdf4a-0ec0-490c-b6d9-fd860ddb4740 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:05.462677 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-7c46b774-86fb-48e1-9952-4a60ba705196 req-52bfdf4a-0ec0-490c-b6d9-fd860ddb4740 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/ports?device_id=0217fcdc-06ea-4067-ae8a-3b0be804dff7 HTTP/1.1" status: 200 len: 945 time: 0.0545068 Nov 24 15:22:05.515177 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-c215384b-8bf0-496d-86d0-e22b2f3cfee4 req-c54c6f29-49e0-48eb-a35d-e91b88cd89a9 service neutron] 10.222.0.74 "GET /v2.0/networks/ed93d9af-072f-4552-ba1e-667ff4d62fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993650 Nov 24 15:22:05.520394 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-7c46b774-86fb-48e1-9952-4a60ba705196 req-d3fdbc48-c0ad-4976-ab0c-2daab6d64c4a tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd3f182-b37c-4495-a864-86712f719b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488088 Nov 24 15:22:05.613555 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-6dd92974-9a2b-4a66-a86e-e72f55cea2a9 req-cb603ab1-62ff-414d-8f0e-059ffc0cdbec tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 210 time: 0.0270200 Nov 24 15:22:05.632403 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-c215384b-8bf0-496d-86d0-e22b2f3cfee4 req-02281f87-16cd-44d4-a6f1-08a1eb14b6be service neutron] 10.222.0.74 "GET /v2.0/networks/ed93d9af-072f-4552-ba1e-667ff4d62fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084666 Nov 24 15:22:05.840007 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db7c117-dcc8-4548-9fc1-85a1f3560a3d req-02134164-d81c-4088-a784-5f4f0d32ba7e tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:05.841581 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-2db7c117-dcc8-4548-9fc1-85a1f3560a3d req-02134164-d81c-4088-a784-5f4f0d32ba7e tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.74 "GET /v2.0/networks?id=151822c0-1b1f-4b3e-8dfc-70638799aec7 HTTP/1.1" status: 200 len: 807 time: 0.1386187 Nov 24 15:22:05.922547 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-2db7c117-dcc8-4548-9fc1-85a1f3560a3d req-35fb92fa-1ad8-4ad5-ac61-984ef9dc82a0 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a89a75844197496785d27fd3e412344c HTTP/1.1" status: 200 len: 380 time: 0.0629985 Nov 24 15:22:05.937908 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [req-2db7c117-dcc8-4548-9fc1-85a1f3560a3d req-709a8e33-4e10-4ff4-a882-831021f23b0f tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Request body: {'port': {'device_id': 'b97e7745-6b55-46b5-a651-17bc3a3bdbc9', 'network_id': '151822c0-1b1f-4b3e-8dfc-70638799aec7', 'admin_state_up': True, 'tenant_id': 'a89a75844197496785d27fd3e412344c', 'security_groups': ['6f61e280-fd7e-403d-9fd6-ae68b3f14281']}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:22:06.007578 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb102dfd-3f03-47c4-8923-365fd51fbdf6 req-802d1bdb-bfa9-425d-974c-c730c9490d97 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:06.009077 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-bb102dfd-3f03-47c4-8923-365fd51fbdf6 req-802d1bdb-bfa9-425d-974c-c730c9490d97 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.66 "GET /v2.0/ports?device_id=958aee3d-9b1b-4c27-8793-9e280bd9b6d2 HTTP/1.1" status: 200 len: 943 time: 0.0603609 Nov 24 15:22:06.061617 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2db7c117-dcc8-4548-9fc1-85a1f3560a3d req-709a8e33-4e10-4ff4-a882-831021f23b0f tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Made reservation on behalf of a89a75844197496785d27fd3e412344c for: {'port': 1} {{(pid=102545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:22:06.066055 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-2db7c117-dcc8-4548-9fc1-85a1f3560a3d req-709a8e33-4e10-4ff4-a882-831021f23b0f tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:06.068444 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-bb102dfd-3f03-47c4-8923-365fd51fbdf6 req-a0b3f727-37e2-429a-aeb1-e4405a655790 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.66 "GET /v2.0/security-groups?id=17c1351a-0d75-4eb7-81c6-50135180e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486329 Nov 24 15:22:06.200871 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.db_base_plugin_common [req-2db7c117-dcc8-4548-9fc1-85a1f3560a3d req-709a8e33-4e10-4ff4-a882-831021f23b0f tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Allocated IP 172.20.0.11 (151822c0-1b1f-4b3e-8dfc-70638799aec7/272f2546-ac60-40b5-ba30-a0ca518d4c4e/00062239-b32a-4c2a-9fb5-f6a38539f917) {{(pid=102545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:22:06.326853 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274da70d-9d01-4e72-8450-54d37fe483a0 req-943b91c5-a127-44ae-94c2-90edc2b1f23a tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:06.328607 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-274da70d-9d01-4e72-8450-54d37fe483a0 req-943b91c5-a127-44ae-94c2-90edc2b1f23a tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.0562284 Nov 24 15:22:06.395717 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-2db7c117-dcc8-4548-9fc1-85a1f3560a3d req-709a8e33-4e10-4ff4-a882-831021f23b0f tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks [] for port, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:06.411598 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-274da70d-9d01-4e72-8450-54d37fe483a0 req-ede657df-48eb-44de-9611-1f4b05a09027 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751390 Nov 24 15:22:06.440263 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-2db7c117-dcc8-4548-9fc1-85a1f3560a3d req-709a8e33-4e10-4ff4-a882-831021f23b0f tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:06.451633 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f33c0-47cf-40c2-91ac-e8fd4dc40cc9 req-7ddc4828-a1a5-4410-bfc3-4188b573b2b0 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:06.455549 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-b29f33c0-47cf-40c2-91ac-e8fd4dc40cc9 req-7ddc4828-a1a5-4410-bfc3-4188b573b2b0 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/ports?device_id=0217fcdc-06ea-4067-ae8a-3b0be804dff7 HTTP/1.1" status: 200 len: 945 time: 0.0763342 Nov 24 15:22:06.485963 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2db7c117-dcc8-4548-9fc1-85a1f3560a3d req-709a8e33-4e10-4ff4-a882-831021f23b0f tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Network 151822c0-1b1f-4b3e-8dfc-70638799aec7 is already hosted by enough agents. {{(pid=102545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:22:06.489419 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [req-2db7c117-dcc8-4548-9fc1-85a1f3560a3d req-709a8e33-4e10-4ff4-a882-831021f23b0f tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Resources bound (agent type, host, resource id): {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:22:06.494979 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db7c117-dcc8-4548-9fc1-85a1f3560a3d req-709a8e33-4e10-4ff4-a882-831021f23b0f tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Received port after_create {{(pid=102545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:22:06.500016 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a8e33-4e10-4ff4-a882-831021f23b0f tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Pushing event updated for resources: {'Port': ['ID=00062239-b32a-4c2a-9fb5-f6a38539f917,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:06.556609 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db7c117-dcc8-4548-9fc1-85a1f3560a3d req-709a8e33-4e10-4ff4-a882-831021f23b0f tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:06.557256 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-2db7c117-dcc8-4548-9fc1-85a1f3560a3d req-709a8e33-4e10-4ff4-a882-831021f23b0f tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:06.578432 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-2db7c117-dcc8-4548-9fc1-85a1f3560a3d req-709a8e33-4e10-4ff4-a882-831021f23b0f tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6478400 Nov 24 15:22:06.579333 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-b29f33c0-47cf-40c2-91ac-e8fd4dc40cc9 req-721884cf-fba6-49a5-a56e-59efde7b8d67 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd3f182-b37c-4495-a864-86712f719b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087387 Nov 24 15:22:06.602596 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [req-2db7c117-dcc8-4548-9fc1-85a1f3560a3d req-995ae913-d111-4149-837e-66fdcfdc4bed service neutron] Request body: {'port': {'device_id': 'b97e7745-6b55-46b5-a651-17bc3a3bdbc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:22:06.709428 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-2db7c117-dcc8-4548-9fc1-85a1f3560a3d req-995ae913-d111-4149-837e-66fdcfdc4bed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:06.711334 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 66c8ad52-c206-4ee5-aada-df62148b7eb9 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 15:22:06.773753 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dae096-e074-40b1-af9a-9591906126b4 req-d11c6939-7e09-4652-b6cc-166e4d9d1412 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:06.781263 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-889ed71d-809a-4f64-9881-1f5cca72faf0 None None] Provisioning complete for port 00062239-b32a-4c2a-9fb5-f6a38539f917 triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:22:06.781909 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-889ed71d-809a-4f64-9881-1f5cca72faf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:06.782069 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-26dae096-e074-40b1-af9a-9591906126b4 req-d11c6939-7e09-4652-b6cc-166e4d9d1412 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 932 time: 0.0654039 Nov 24 15:22:06.839453 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-26dae096-e074-40b1-af9a-9591906126b4 req-0239bbcc-b5e9-4b43-a706-43a6b45671e0 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542843 Nov 24 15:22:06.854643 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-889ed71d-809a-4f64-9881-1f5cca72faf0 None None] Port 00062239-b32a-4c2a-9fb5-f6a38539f917 cannot update to ACTIVE because it is not bound. {{(pid=102546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:22:06.885060 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 66c8ad52-c206-4ee5-aada-df62148b7eb9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=66c8ad52-c206-4ee5-aada-df62148b7eb9,segment=NetworkSegment(15755615-8d62-46c1-8531-9b0dbd58232d),segment_id=15755615-8d62-46c1-8531-9b0dbd58232d)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:22:06.901351 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Returning: {'device': '66c8ad52-c206-4ee5-aada-df62148b7eb9', 'network_id': 'ed93d9af-072f-4552-ba1e-667ff4d62fac', 'port_id': '66c8ad52-c206-4ee5-aada-df62148b7eb9', 'mac_address': 'fa:16:3e:9d:f8:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afd43202-bfd9-42b3-b706-1445b641167c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 15:22:06.954327 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:06.972468 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.notifiers.nova [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66c8ad52-c206-4ee5-aada-df62148b7eb9 {{(pid=102546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:22:06.993723 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 66c8ad52-c206-4ee5-aada-df62148b7eb9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=66c8ad52-c206-4ee5-aada-df62148b7eb9,segment=NetworkSegment(15755615-8d62-46c1-8531-9b0dbd58232d),segment_id=15755615-8d62-46c1-8531-9b0dbd58232d)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:22:06.998045 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:07.035290 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [req-2db7c117-dcc8-4548-9fc1-85a1f3560a3d req-995ae913-d111-4149-837e-66fdcfdc4bed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00062239-b32a-4c2a-9fb5-f6a38539f917 {{(pid=102545) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:22:07.043268 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-2db7c117-dcc8-4548-9fc1-85a1f3560a3d req-995ae913-d111-4149-837e-66fdcfdc4bed service neutron] Publish callbacks [] for port, precommit_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:07.046566 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Pushing event updated for resources: {'Port': ['ID=66c8ad52-c206-4ee5-aada-df62148b7eb9,revision_number=4']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:07.056269 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.provisioning_blocks [req-2db7c117-dcc8-4548-9fc1-85a1f3560a3d req-995ae913-d111-4149-837e-66fdcfdc4bed service neutron] Transition to ACTIVE for port object 00062239-b32a-4c2a-9fb5-f6a38539f917 will not be triggered until provisioned by entity L2. {{(pid=102545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 15:22:07.060307 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-2db7c117-dcc8-4548-9fc1-85a1f3560a3d req-995ae913-d111-4149-837e-66fdcfdc4bed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13923618'] for port, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:07.111966 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ae913-d111-4149-837e-66fdcfdc4bed service neutron] Pushing event updated for resources: {'Port': ['ID=00062239-b32a-4c2a-9fb5-f6a38539f917,revision_number=2']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:07.187488 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-2db7c117-dcc8-4548-9fc1-85a1f3560a3d req-995ae913-d111-4149-837e-66fdcfdc4bed service neutron] Attempting to bind port 00062239-b32a-4c2a-9fb5-f6a38539f917 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:22:07.187821 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-2db7c117-dcc8-4548-9fc1-85a1f3560a3d req-995ae913-d111-4149-837e-66fdcfdc4bed service neutron] Attempting to bind port 00062239-b32a-4c2a-9fb5-f6a38539f917 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'd7d67199-997e-4d39-a637-2d02c998ef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '151822c0-1b1f-4b3e-8dfc-70638799aec7'}] {{(pid=102545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:22:07.188157 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db7c117-dcc8-4548-9fc1-85a1f3560a3d req-995ae913-d111-4149-837e-66fdcfdc4bed service neutron] Attempting to bind port 00062239-b32a-4c2a-9fb5-f6a38539f917 on network 151822c0-1b1f-4b3e-8dfc-70638799aec7 {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:22:07.192934 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db7c117-dcc8-4548-9fc1-85a1f3560a3d req-995ae913-d111-4149-837e-66fdcfdc4bed service neutron] Port 00062239-b32a-4c2a-9fb5-f6a38539f917 on network 151822c0-1b1f-4b3e-8dfc-70638799aec7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 15:22:07.193254 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db7c117-dcc8-4548-9fc1-85a1f3560a3d req-995ae913-d111-4149-837e-66fdcfdc4bed service neutron] Attempting to bind port 00062239-b32a-4c2a-9fb5-f6a38539f917 on network 151822c0-1b1f-4b3e-8dfc-70638799aec7 {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:22:07.194939 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ecb44-ea39-4c41-bb80-0d1c27bf963d req-4825ac2d-7a0a-442f-b885-cd50440be880 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:07.198357 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db7c117-dcc8-4548-9fc1-85a1f3560a3d req-995ae913-d111-4149-837e-66fdcfdc4bed service neutron] Checking agent: {'id': 'd4f6996e-fa07-4465-ad79-7a89714f2bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 17, 38), 'started_at': datetime.datetime(2021, 11, 24, 15, 17, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:22:07.198694 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db7c117-dcc8-4548-9fc1-85a1f3560a3d req-995ae913-d111-4149-837e-66fdcfdc4bed service neutron] Checking segment: {'id': 'd7d67199-997e-4d39-a637-2d02c998ef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '151822c0-1b1f-4b3e-8dfc-70638799aec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:22:07.199104 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db7c117-dcc8-4548-9fc1-85a1f3560a3d req-995ae913-d111-4149-837e-66fdcfdc4bed service neutron] Bound using segment: {'id': 'd7d67199-997e-4d39-a637-2d02c998ef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '151822c0-1b1f-4b3e-8dfc-70638799aec7'} {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:22:07.199681 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-2db7c117-dcc8-4548-9fc1-85a1f3560a3d req-995ae913-d111-4149-837e-66fdcfdc4bed service neutron] Bound port: 00062239-b32a-4c2a-9fb5-f6a38539f917, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7d67199-997e-4d39-a637-2d02c998ef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '151822c0-1b1f-4b3e-8dfc-70638799aec7'}}] {{(pid=102545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:22:07.200545 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-2db7c117-dcc8-4548-9fc1-85a1f3560a3d req-995ae913-d111-4149-837e-66fdcfdc4bed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:07.203892 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-8d3ecb44-ea39-4c41-bb80-0d1c27bf963d req-4825ac2d-7a0a-442f-b885-cd50440be880 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.66 "GET /v2.0/ports?device_id=958aee3d-9b1b-4c27-8793-9e280bd9b6d2 HTTP/1.1" status: 200 len: 944 time: 0.0584149 Nov 24 15:22:07.257878 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-8d3ecb44-ea39-4c41-bb80-0d1c27bf963d req-0f87ebeb-7c64-45c4-9432-6f49e0a40210 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.66 "GET /v2.0/security-groups?id=17c1351a-0d75-4eb7-81c6-50135180e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529835 Nov 24 15:22:07.279592 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-2db7c117-dcc8-4548-9fc1-85a1f3560a3d req-995ae913-d111-4149-837e-66fdcfdc4bed service neutron] For port 00062239-b32a-4c2a-9fb5-f6a38539f917, host hv-cinder-80403, cleared binding levels {{(pid=102545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:22:07.282763 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-2db7c117-dcc8-4548-9fc1-85a1f3560a3d req-995ae913-d111-4149-837e-66fdcfdc4bed service neutron] For port 00062239-b32a-4c2a-9fb5-f6a38539f917, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=00062239-b32a-4c2a-9fb5-f6a38539f917,segment=NetworkSegment(d7d67199-997e-4d39-a637-2d02c998ef07),segment_id=d7d67199-997e-4d39-a637-2d02c998ef07)] {{(pid=102545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:22:07.289632 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-2db7c117-dcc8-4548-9fc1-85a1f3560a3d req-995ae913-d111-4149-837e-66fdcfdc4bed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13923618'] for port, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:07.318941 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db7c117-dcc8-4548-9fc1-85a1f3560a3d req-995ae913-d111-4149-837e-66fdcfdc4bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:07.319717 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-2db7c117-dcc8-4548-9fc1-85a1f3560a3d req-995ae913-d111-4149-837e-66fdcfdc4bed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:07.321089 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-2db7c117-dcc8-4548-9fc1-85a1f3560a3d req-995ae913-d111-4149-837e-66fdcfdc4bed service neutron] 10.222.0.74 "PUT /v2.0/ports/00062239-b32a-4c2a-9fb5-f6a38539f917 HTTP/1.1" status: 200 len: 1094 time: 0.7238119 Nov 24 15:22:07.323340 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b97e7745-6b55-46b5-a651-17bc3a3bdbc9', 'tag': '00062239-b32a-4c2a-9fb5-f6a38539f917'}] {{(pid=102545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:22:07.326952 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e232a59b198ff96befa2502742fd1f317735a6d9991c1ac6356d20aee71e71d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6e1a63-c795-44f1-bf0e-3fbf4c1f60d6" -d '{"events": [{"name": "network-changed", "server_uuid": "b97e7745-6b55-46b5-a651-17bc3a3bdbc9", "tag": "00062239-b32a-4c2a-9fb5-f6a38539f917"}]}' {{(pid=102545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:22:07.362565 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ae913-d111-4149-837e-66fdcfdc4bed service neutron] Pushing event updated for resources: {'Port': ['ID=00062239-b32a-4c2a-9fb5-f6a38539f917,revision_number=3']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:07.370598 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] get_ports_and_sgs() called for port_ids ['66c8ad52-c206-4ee5-aada-df62148b7eb9'] {{(pid=102546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:22:07.376234 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c67278-2f05-4770-b9f8-690adfb761f1 x-openstack-request-id: req-50c67278-2f05-4770-b9f8-690adfb761f1 {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:22:07.376528 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b97e7745-6b55-46b5-a651-17bc3a3bdbc9", "tag": "00062239-b32a-4c2a-9fb5-f6a38539f917", "status": "completed", "code": 200}]} {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:22:07.376781 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-50c67278-2f05-4770-b9f8-690adfb761f1 {{(pid=102545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:22:07.377174 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b97e7745-6b55-46b5-a651-17bc3a3bdbc9', 'tag': '00062239-b32a-4c2a-9fb5-f6a38539f917', 'status': 'completed', 'code': 200} Nov 24 15:22:07.413085 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db7c117-dcc8-4548-9fc1-85a1f3560a3d req-fbf0bb26-8b0e-41ed-af1f-4fbf5be7b28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:07.414868 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-2db7c117-dcc8-4548-9fc1-85a1f3560a3d req-fbf0bb26-8b0e-41ed-af1f-4fbf5be7b28e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a89a75844197496785d27fd3e412344c&device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 1097 time: 0.0481319 Nov 24 15:22:07.466439 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-2db7c117-dcc8-4548-9fc1-85a1f3560a3d req-f2fd7ff1-4eb8-4e9e-8a2d-5d26ba54d915 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00062239-b32a-4c2a-9fb5-f6a38539f917 HTTP/1.1" status: 200 len: 217 time: 0.0388956 Nov 24 15:22:07.527274 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db7c117-dcc8-4548-9fc1-85a1f3560a3d req-037849b6-5299-4ad6-81dc-b41034af31dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:07.530215 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-2db7c117-dcc8-4548-9fc1-85a1f3560a3d req-037849b6-5299-4ad6-81dc-b41034af31dd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=272f2546-ac60-40b5-ba30-a0ca518d4c4e HTTP/1.1" status: 200 len: 846 time: 0.0557761 Nov 24 15:22:07.548644 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2103ca-4b17-44f3-8f98-975cb9db55ca req-36666596-02ec-4883-9796-6c7497fdbd2e tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:07.551354 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ee2103ca-4b17-44f3-8f98-975cb9db55ca req-36666596-02ec-4883-9796-6c7497fdbd2e tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.0548685 Nov 24 15:22:07.582009 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db7c117-dcc8-4548-9fc1-85a1f3560a3d req-2b01770e-c532-4afb-9916-33a7b08f8fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:07.583560 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-2db7c117-dcc8-4548-9fc1-85a1f3560a3d req-2b01770e-c532-4afb-9916-33a7b08f8fee service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=151822c0-1b1f-4b3e-8dfc-70638799aec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0453691 Nov 24 15:22:07.602970 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ee2103ca-4b17-44f3-8f98-975cb9db55ca req-c7ce0f2d-0741-4eb3-ab92-cb8b0aa93f38 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463130 Nov 24 15:22:07.682137 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:07.688962 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-2db7c117-dcc8-4548-9fc1-85a1f3560a3d req-1c684ce4-fca7-49f7-9c22-0f4db56642d2 service neutron] 10.222.0.74 "GET /v2.0/networks/151822c0-1b1f-4b3e-8dfc-70638799aec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962260 Nov 24 15:22:07.691132 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9864aec7-62b1-401e-9af7-5f8b83f74121 req-cf535ffb-0f0a-446e-add0-b89d93e175ec tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:07.692717 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-9864aec7-62b1-401e-9af7-5f8b83f74121 req-cf535ffb-0f0a-446e-add0-b89d93e175ec tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/ports?device_id=0217fcdc-06ea-4067-ae8a-3b0be804dff7 HTTP/1.1" status: 200 len: 945 time: 0.0505781 Nov 24 15:22:07.739961 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-9864aec7-62b1-401e-9af7-5f8b83f74121 req-737e2454-3726-47c0-b719-bed7011979d8 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd3f182-b37c-4495-a864-86712f719b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412350 Nov 24 15:22:07.778514 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-2db7c117-dcc8-4548-9fc1-85a1f3560a3d req-48bb0206-aa29-416d-ad83-5d6b92bf9e61 service neutron] 10.222.0.74 "GET /v2.0/networks/151822c0-1b1f-4b3e-8dfc-70638799aec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807376 Nov 24 15:22:07.885234 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e1a63-c795-44f1-bf0e-3fbf4c1f60d6 req-e5fbd779-862f-47d5-a06d-e64ccb188764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:07.886720 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-5a6e1a63-c795-44f1-bf0e-3fbf4c1f60d6 req-e5fbd779-862f-47d5-a06d-e64ccb188764 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a89a75844197496785d27fd3e412344c&device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 1097 time: 0.0443852 Nov 24 15:22:07.958132 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba9583-e8f4-4684-ac8a-8f95238f9120 req-ca219bdf-5f8e-4437-bcb0-513fa5264615 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:07.959706 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-74ba9583-e8f4-4684-ac8a-8f95238f9120 req-ca219bdf-5f8e-4437-bcb0-513fa5264615 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 944 time: 0.0560338 Nov 24 15:22:07.988147 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e1a63-c795-44f1-bf0e-3fbf4c1f60d6 req-1fb0590d-d9ad-42cf-b115-046156ddc7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:07.989951 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-5a6e1a63-c795-44f1-bf0e-3fbf4c1f60d6 req-1fb0590d-d9ad-42cf-b115-046156ddc7bd service neutron] 10.222.0.74 "GET /v2.0/networks?id=151822c0-1b1f-4b3e-8dfc-70638799aec7 HTTP/1.1" status: 200 len: 909 time: 0.0915008 Nov 24 15:22:08.014399 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-74ba9583-e8f4-4684-ac8a-8f95238f9120 req-4408905c-0a2f-4468-a646-2a4427f2c271 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469282 Nov 24 15:22:08.039249 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-5a6e1a63-c795-44f1-bf0e-3fbf4c1f60d6 req-aaa6259a-8e35-4bc6-bbe0-89f18a57a736 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00062239-b32a-4c2a-9fb5-f6a38539f917 HTTP/1.1" status: 200 len: 217 time: 0.0383799 Nov 24 15:22:08.093121 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e1a63-c795-44f1-bf0e-3fbf4c1f60d6 req-cee346c0-33be-45c3-b55e-31d8668ae8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:08.094600 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-5a6e1a63-c795-44f1-bf0e-3fbf4c1f60d6 req-cee346c0-33be-45c3-b55e-31d8668ae8ef service neutron] 10.222.0.74 "GET /v2.0/subnets?id=272f2546-ac60-40b5-ba30-a0ca518d4c4e HTTP/1.1" status: 200 len: 846 time: 0.0467842 Nov 24 15:22:08.177857 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e1a63-c795-44f1-bf0e-3fbf4c1f60d6 req-05a23d60-ace0-4d92-86ca-ffd96296696f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:08.179397 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-5a6e1a63-c795-44f1-bf0e-3fbf4c1f60d6 req-05a23d60-ace0-4d92-86ca-ffd96296696f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=151822c0-1b1f-4b3e-8dfc-70638799aec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0755546 Nov 24 15:22:08.194277 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cf82b-69bc-4175-b36c-841d956d8461 req-afa6e30b-598f-4018-bf2f-bef44f2e3070 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:08.195661 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-346cf82b-69bc-4175-b36c-841d956d8461 req-afa6e30b-598f-4018-bf2f-bef44f2e3070 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.74 "GET /v2.0/ports?device_id=0217fcdc-06ea-4067-ae8a-3b0be804dff7 HTTP/1.1" status: 200 len: 945 time: 0.0642173 Nov 24 15:22:08.348445 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-5a6e1a63-c795-44f1-bf0e-3fbf4c1f60d6 req-a057b017-f038-493c-95b8-3039c0f31f45 service neutron] 10.222.0.74 "GET /v2.0/networks/151822c0-1b1f-4b3e-8dfc-70638799aec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431210 Nov 24 15:22:08.367781 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [req-346cf82b-69bc-4175-b36c-841d956d8461 req-67538ad9-7a1e-40fe-9378-b28e0d6b752c tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Deleting port 978bc587-b596-4d27-b3ae-179fc2cd8025 {{(pid=102545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:22:08.368180 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-346cf82b-69bc-4175-b36c-841d956d8461 req-67538ad9-7a1e-40fe-9378-b28e0d6b752c tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:08.377201 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38eb45f-83fe-473c-b287-e8a14d4a7592 req-b5c88cdb-c2e9-48e1-b883-0bce0b5e8bff tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:08.378708 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-b38eb45f-83fe-473c-b287-e8a14d4a7592 req-b5c88cdb-c2e9-48e1-b883-0bce0b5e8bff tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.66 "GET /v2.0/ports?device_id=958aee3d-9b1b-4c27-8793-9e280bd9b6d2 HTTP/1.1" status: 200 len: 944 time: 0.0488701 Nov 24 15:22:08.428291 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-b38eb45f-83fe-473c-b287-e8a14d4a7592 req-f6e88498-bc9e-42cc-94eb-b537ac5627a3 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.66 "GET /v2.0/security-groups?id=17c1351a-0d75-4eb7-81c6-50135180e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433795 Nov 24 15:22:08.718007 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea7abc-0e63-4f4a-9388-a879118d8395 req-509c9f3b-66ec-4b12-918c-37283b78005c tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:08.719536 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-95ea7abc-0e63-4f4a-9388-a879118d8395 req-509c9f3b-66ec-4b12-918c-37283b78005c tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.0478456 Nov 24 15:22:08.740102 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-5a6e1a63-c795-44f1-bf0e-3fbf4c1f60d6 req-69d25918-5db1-4d41-8035-5c25bf77b792 service neutron] 10.222.0.74 "GET /v2.0/networks/151822c0-1b1f-4b3e-8dfc-70638799aec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3822658 Nov 24 15:22:08.741756 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-346cf82b-69bc-4175-b36c-841d956d8461 req-67538ad9-7a1e-40fe-9378-b28e0d6b752c tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] For port 978bc587-b596-4d27-b3ae-179fc2cd8025, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=978bc587-b596-4d27-b3ae-179fc2cd8025,segment=NetworkSegment(6b784020-e757-426d-a3ad-609d65df6712),segment_id=6b784020-e757-426d-a3ad-609d65df6712)] {{(pid=102545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:22:08.742115 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-346cf82b-69bc-4175-b36c-841d956d8461 req-67538ad9-7a1e-40fe-9378-b28e0d6b752c tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:08.755367 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [req-346cf82b-69bc-4175-b36c-841d956d8461 req-67538ad9-7a1e-40fe-9378-b28e0d6b752c tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Calling delete_port for 978bc587-b596-4d27-b3ae-179fc2cd8025 owned by compute:nova {{(pid=102545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:22:08.772100 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-95ea7abc-0e63-4f4a-9388-a879118d8395 req-6c22aeec-16c6-4683-90e9-3be5202ac9b4 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465047 Nov 24 15:22:08.861811 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26749493-234c-4379-ab51-8d91909e6da3 req-4dc97f0a-ba4d-4e4e-9cfb-7989d4c9fbb7 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:08.863341 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-26749493-234c-4379-ab51-8d91909e6da3 req-4dc97f0a-ba4d-4e4e-9cfb-7989d4c9fbb7 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/ports?device_id=0217fcdc-06ea-4067-ae8a-3b0be804dff7 HTTP/1.1" status: 200 len: 945 time: 0.0504186 Nov 24 15:22:08.887671 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-346cf82b-69bc-4175-b36c-841d956d8461 req-67538ad9-7a1e-40fe-9378-b28e0d6b752c tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:08.913199 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-26749493-234c-4379-ab51-8d91909e6da3 req-12732627-97c2-4f4b-b746-b963231ebc79 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd3f182-b37c-4495-a864-86712f719b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432107 Nov 24 15:22:08.917302 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67538ad9-7a1e-40fe-9378-b28e0d6b752c tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Pushing event deleted for resources: {'Port': ['ID=978bc587-b596-4d27-b3ae-179fc2cd8025,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:08.959067 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [req-346cf82b-69bc-4175-b36c-841d956d8461 req-67538ad9-7a1e-40fe-9378-b28e0d6b752c tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] No DVR routers for this DVR port 978bc587-b596-4d27-b3ae-179fc2cd8025 on host hv-cinder-80403 {{(pid=102545) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:22:08.961514 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-346cf82b-69bc-4175-b36c-841d956d8461 req-67538ad9-7a1e-40fe-9378-b28e0d6b752c tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:08.964872 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-346cf82b-69bc-4175-b36c-841d956d8461 req-67538ad9-7a1e-40fe-9378-b28e0d6b752c tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.74 "DELETE /v2.0/ports/978bc587-b596-4d27-b3ae-179fc2cd8025 HTTP/1.1" status: 204 len: 173 time: 0.7584319 Nov 24 15:22:09.126964 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b2355-5448-4454-9523-bedd041fc8b9 req-0430d47d-8241-41e3-941b-1cf935f1cafd tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:09.128425 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-207b2355-5448-4454-9523-bedd041fc8b9 req-0430d47d-8241-41e3-941b-1cf935f1cafd tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 944 time: 0.0480249 Nov 24 15:22:09.176550 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-207b2355-5448-4454-9523-bedd041fc8b9 req-304f790f-5533-486a-a825-f401273205ce tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422814 Nov 24 15:22:09.378309 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0217fcdc-06ea-4067-ae8a-3b0be804dff7', 'name': 'network-vif-deleted', 'tag': '978bc587-b596-4d27-b3ae-179fc2cd8025'}] {{(pid=102545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:22:09.380867 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e232a59b198ff96befa2502742fd1f317735a6d9991c1ac6356d20aee71e71d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77c25a2-ef31-42e2-82ae-0cbd542fcafd" -d '{"events": [{"server_uuid": "0217fcdc-06ea-4067-ae8a-3b0be804dff7", "name": "network-vif-deleted", "tag": "978bc587-b596-4d27-b3ae-179fc2cd8025"}]}' {{(pid=102545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:22:09.415462 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d60de42-58b1-4b49-bc69-781123569a71 x-openstack-request-id: req-4d60de42-58b1-4b49-bc69-781123569a71 {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:22:09.415752 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0217fcdc-06ea-4067-ae8a-3b0be804dff7", "name": "network-vif-deleted", "tag": "978bc587-b596-4d27-b3ae-179fc2cd8025", "status": "completed", "code": 200}]} {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:22:09.416005 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4d60de42-58b1-4b49-bc69-781123569a71 {{(pid=102545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:22:09.416398 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0217fcdc-06ea-4067-ae8a-3b0be804dff7', 'name': 'network-vif-deleted', 'tag': '978bc587-b596-4d27-b3ae-179fc2cd8025', 'status': 'completed', 'code': 200} Nov 24 15:22:09.544956 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ac9b7-8ddb-4d3c-b54e-09f12c73e523 req-eb585d1c-50a7-450c-b802-022488e50127 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:09.546399 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-220ac9b7-8ddb-4d3c-b54e-09f12c73e523 req-eb585d1c-50a7-450c-b802-022488e50127 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.66 "GET /v2.0/ports?device_id=958aee3d-9b1b-4c27-8793-9e280bd9b6d2 HTTP/1.1" status: 200 len: 944 time: 0.0506344 Nov 24 15:22:09.592078 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-220ac9b7-8ddb-4d3c-b54e-09f12c73e523 req-1aef8dc1-531c-4d7c-a86b-ff4050234bb1 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.66 "GET /v2.0/security-groups?id=17c1351a-0d75-4eb7-81c6-50135180e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396237 Nov 24 15:22:09.888220 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388c7c5-c3b3-46be-880b-c5beb92bfb13 req-331c2b03-a21c-45e9-aaa2-513899f303b6 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:09.889679 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c388c7c5-c3b3-46be-880b-c5beb92bfb13 req-331c2b03-a21c-45e9-aaa2-513899f303b6 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.0474825 Nov 24 15:22:09.935794 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c388c7c5-c3b3-46be-880b-c5beb92bfb13 req-b466ebb7-6093-49d2-b0b2-0d5299cb5cc6 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401549 Nov 24 15:22:10.006727 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-80fc5ada-0b51-4e55-92b3-b4c468c2529f req-4777b7b5-8cd9-44c6-84f2-a0b085101eb0 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/ports?device_id=0217fcdc-06ea-4067-ae8a-3b0be804dff7 HTTP/1.1" status: 200 len: 210 time: 0.0256770 Nov 24 15:22:10.250202 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 66c8ad52-c206-4ee5-aada-df62148b7eb9 up at agent hyperv_hv-cinder-80403 {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:22:10.297690 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad37c7-18da-4a7d-9837-7aaec6ac8059 req-0ba656e8-efea-4194-93a2-d3576c31b48f tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:10.299231 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-d0ad37c7-18da-4a7d-9837-7aaec6ac8059 req-0ba656e8-efea-4194-93a2-d3576c31b48f tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 944 time: 0.0575933 Nov 24 15:22:10.305081 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Provisioning for port 66c8ad52-c206-4ee5-aada-df62148b7eb9 completed by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 15:22:10.310049 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Provisioning complete for port 66c8ad52-c206-4ee5-aada-df62148b7eb9 triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:22:10.310601 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:10.349390 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-d0ad37c7-18da-4a7d-9837-7aaec6ac8059 req-8768888f-77aa-4cba-8164-26f282955658 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432272 Nov 24 15:22:10.390963 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:10.412585 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958aee3d-9b1b-4c27-8793-9e280bd9b6d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c8ad52-c206-4ee5-aada-df62148b7eb9'}] {{(pid=102546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:22:10.414822 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec30b6fee894e899a7ef63b5da9bb2e859d87fc094cada3931da851dba0edc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b27cc8-668f-4731-b306-7d6a28aec3a8" -d '{"events": [{"server_uuid": "958aee3d-9b1b-4c27-8793-9e280bd9b6d2", "name": "network-vif-plugged", "status": "completed", "tag": "66c8ad52-c206-4ee5-aada-df62148b7eb9"}]}' {{(pid=102546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:22:10.427874 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 66c8ad52-c206-4ee5-aada-df62148b7eb9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=66c8ad52-c206-4ee5-aada-df62148b7eb9,segment=NetworkSegment(15755615-8d62-46c1-8531-9b0dbd58232d),segment_id=15755615-8d62-46c1-8531-9b0dbd58232d)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:22:10.432074 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:10.455497 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d374de5e-76b8-4eea-be1c-d954f6c0bd84 x-openstack-request-id: req-d374de5e-76b8-4eea-be1c-d954f6c0bd84 {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:22:10.455791 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "958aee3d-9b1b-4c27-8793-9e280bd9b6d2", "name": "network-vif-plugged", "status": "completed", "tag": "66c8ad52-c206-4ee5-aada-df62148b7eb9", "code": 200}]} {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:22:10.456048 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d374de5e-76b8-4eea-be1c-d954f6c0bd84 {{(pid=102546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:22:10.456435 dv-cinder-804035-20-iscsi neutron-server[102546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '958aee3d-9b1b-4c27-8793-9e280bd9b6d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c8ad52-c206-4ee5-aada-df62148b7eb9', 'code': 200} Nov 24 15:22:10.481726 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Pushing event updated for resources: {'Port': ['ID=66c8ad52-c206-4ee5-aada-df62148b7eb9,revision_number=5']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:10.704917 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20b07d-d8b3-4817-98a4-076207326189 req-789ac023-1eb0-4ac4-812e-8ba7a333afd9 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:10.706393 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-8d20b07d-d8b3-4817-98a4-076207326189 req-789ac023-1eb0-4ac4-812e-8ba7a333afd9 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.66 "GET /v2.0/ports?device_id=958aee3d-9b1b-4c27-8793-9e280bd9b6d2 HTTP/1.1" status: 200 len: 945 time: 0.0490732 Nov 24 15:22:10.752737 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-8d20b07d-d8b3-4817-98a4-076207326189 req-c83f7efd-bdea-45e1-b1bd-def25e54cf8c tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.66 "GET /v2.0/security-groups?id=17c1351a-0d75-4eb7-81c6-50135180e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404627 Nov 24 15:22:11.054504 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa7344-cac9-436e-8ca7-a795c806de37 req-fe47c847-75e5-4a5b-8e54-4c99d9098c40 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:11.056023 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-19fa7344-cac9-436e-8ca7-a795c806de37 req-fe47c847-75e5-4a5b-8e54-4c99d9098c40 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.0522046 Nov 24 15:22:11.109217 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-e80bf883-a369-4fc8-a697-72168a05800e req-9945a66f-6a21-4ac6-9154-a3d41c067f33 tempest-VolumesActionsTest-1002758033 tempest-VolumesActionsTest-1002758033-project] 10.222.0.66 "GET /v2.0/ports?device_id=0217fcdc-06ea-4067-ae8a-3b0be804dff7 HTTP/1.1" status: 200 len: 210 time: 0.0340292 Nov 24 15:22:11.125659 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-19fa7344-cac9-436e-8ca7-a795c806de37 req-81b18ded-1987-450d-8e70-6227c2fa0849 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637839 Nov 24 15:22:11.258584 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] get_ports_and_sgs() called for port_ids ['978bc587-b596-4d27-b3ae-179fc2cd8025'] {{(pid=102546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:22:11.281916 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 978bc587-b596-4d27-b3ae-179fc2cd8025 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:22:11.302529 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] No Port match for: 978bc587-b596-4d27-b3ae-179fc2cd8025 {{(pid=102546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:22:11.302894 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 978bc587-b596-4d27-b3ae-179fc2cd8025 not bound to the agent host hv-cinder-80403 {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:22:11.466777 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f93f04-cd47-42db-8a5f-033afa1a880f req-e5cbbf62-dd53-4c3c-97f6-920c4f801d14 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:11.468302 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c7f93f04-cd47-42db-8a5f-033afa1a880f req-e5cbbf62-dd53-4c3c-97f6-920c4f801d14 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 944 time: 0.0503039 Nov 24 15:22:11.485315 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a324bb94-054e-41fe-8140-4fc3e4a64178 req-5381c172-a956-4c28-9c38-f5fc5f8a3ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:11.486911 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-a324bb94-054e-41fe-8140-4fc3e4a64178 req-5381c172-a956-4c28-9c38-f5fc5f8a3ab0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=958aee3d-9b1b-4c27-8793-9e280bd9b6d2 HTTP/1.1" status: 200 len: 1098 time: 0.0434453 Nov 24 15:22:11.518237 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c7f93f04-cd47-42db-8a5f-033afa1a880f req-f5ce0af5-7c16-4db1-9793-d0acd2da9fb6 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435395 Nov 24 15:22:11.537672 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-a324bb94-054e-41fe-8140-4fc3e4a64178 req-c6f5c074-9781-4847-a268-e6cb632c5671 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=17c1351a-0d75-4eb7-81c6-50135180e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410123 Nov 24 15:22:11.868864 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84404cb0-5178-43f1-a42f-37a2a2b66de6 req-e51f3081-fdaf-4de9-9f99-d5f10bfc985b tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:11.870326 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-84404cb0-5178-43f1-a42f-37a2a2b66de6 req-e51f3081-fdaf-4de9-9f99-d5f10bfc985b tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.66 "GET /v2.0/ports?device_id=958aee3d-9b1b-4c27-8793-9e280bd9b6d2 HTTP/1.1" status: 200 len: 945 time: 0.0523920 Nov 24 15:22:11.919932 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-84404cb0-5178-43f1-a42f-37a2a2b66de6 req-6839f3d1-c6d5-44c6-8516-a97b2d04fa26 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.66 "GET /v2.0/security-groups?id=17c1351a-0d75-4eb7-81c6-50135180e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434539 Nov 24 15:22:12.249341 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200d4c7-465b-4f72-919d-570b14c9ab17 req-d6519c1a-9c7a-45a9-ad11-46e85d391a76 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:12.250851 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4200d4c7-465b-4f72-919d-570b14c9ab17 req-d6519c1a-9c7a-45a9-ad11-46e85d391a76 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.0571654 Nov 24 15:22:12.307506 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4200d4c7-465b-4f72-919d-570b14c9ab17 req-d4364e5f-0b45-45d5-91a2-64e65f4a44f4 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505567 Nov 24 15:22:12.634927 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b130d7-e027-4d11-abc3-6e7effc7b0bc req-6b2e5d26-9aac-4b0b-9cc1-666d3be2a9ce tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:12.636408 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-67b130d7-e027-4d11-abc3-6e7effc7b0bc req-6b2e5d26-9aac-4b0b-9cc1-666d3be2a9ce tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 944 time: 0.0481076 Nov 24 15:22:12.693369 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-67b130d7-e027-4d11-abc3-6e7effc7b0bc req-c156a730-1ce0-4144-affa-d0fb4325b2f3 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491710 Nov 24 15:22:13.036116 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d86492-90ec-4ee8-8237-582c46797250 req-5bafdce3-9331-42be-a82b-aaca0d12e17f tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:13.037603 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c6d86492-90ec-4ee8-8237-582c46797250 req-5bafdce3-9331-42be-a82b-aaca0d12e17f tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.66 "GET /v2.0/ports?device_id=958aee3d-9b1b-4c27-8793-9e280bd9b6d2 HTTP/1.1" status: 200 len: 945 time: 0.0483830 Nov 24 15:22:13.083346 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c6d86492-90ec-4ee8-8237-582c46797250 req-3029b1ee-15cd-4345-a5b5-9efdd7425ab8 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.66 "GET /v2.0/security-groups?id=17c1351a-0d75-4eb7-81c6-50135180e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398943 Nov 24 15:22:13.451414 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2558754d-4d6c-40e7-a821-d1e09a17c6d9 req-675d8644-8ac5-4092-af92-d77c0ed1edf7 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:13.453666 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-2558754d-4d6c-40e7-a821-d1e09a17c6d9 req-675d8644-8ac5-4092-af92-d77c0ed1edf7 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.0744836 Nov 24 15:22:13.509925 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-2558754d-4d6c-40e7-a821-d1e09a17c6d9 req-f6ab7dba-ce26-4f44-9767-bf993f91c04c tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487041 Nov 24 15:22:13.647818 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.agents_db [None req-1855c149-01a8-4582-985c-3b31432c2781 None None] Agent healthcheck: found 6 active agents {{(pid=102547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:22:13.809409 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241cd5c-1044-4a5f-b88a-27e766526926 req-9d4fad5d-f5d1-45aa-b0a8-59c7a40118b2 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:13.810908 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-d241cd5c-1044-4a5f-b88a-27e766526926 req-9d4fad5d-f5d1-45aa-b0a8-59c7a40118b2 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 944 time: 0.0510817 Nov 24 15:22:13.858456 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-d241cd5c-1044-4a5f-b88a-27e766526926 req-bbb4f887-319e-4a9e-93aa-16c7047bfa8a tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416856 Nov 24 15:22:14.627907 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f723206-133c-4cf5-b436-82ceab8686c1 req-279bc1c7-bdf9-424b-a5b3-0faa21637928 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:14.629392 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-7f723206-133c-4cf5-b436-82ceab8686c1 req-279bc1c7-bdf9-424b-a5b3-0faa21637928 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.0489357 Nov 24 15:22:14.675925 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-7f723206-133c-4cf5-b436-82ceab8686c1 req-dec34999-26c8-4b28-b093-ead5b0e7da89 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405765 Nov 24 15:22:14.983649 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745369f7-9902-4a2b-8381-83f5c78f07ff req-c95ed44b-0237-428f-9b8c-3508ab4e0a24 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:14.985130 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-745369f7-9902-4a2b-8381-83f5c78f07ff req-c95ed44b-0237-428f-9b8c-3508ab4e0a24 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 944 time: 0.0587320 Nov 24 15:22:15.033336 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-745369f7-9902-4a2b-8381-83f5c78f07ff req-35277453-91dd-4550-89be-26ed40416e8f tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420585 Nov 24 15:22:15.171665 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-4def950b-4bac-4386-8aa1-c4b339310427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:15.786839 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d87943-f62b-4241-8a0c-6f2151813d32 req-f2ddcebb-81db-42db-8ff4-d2530f77aa59 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:15.788295 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-87d87943-f62b-4241-8a0c-6f2151813d32 req-f2ddcebb-81db-42db-8ff4-d2530f77aa59 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.0472009 Nov 24 15:22:15.835172 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-87d87943-f62b-4241-8a0c-6f2151813d32 req-2439e194-62f8-463c-878b-1fa4863012ff tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397718 Nov 24 15:22:16.145809 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7366de-e7eb-47a7-8075-ee2c92dcc837 req-50adecbb-8bb4-469b-90be-424e2a8a97ab tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:16.147318 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-9c7366de-e7eb-47a7-8075-ee2c92dcc837 req-50adecbb-8bb4-469b-90be-424e2a8a97ab tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 944 time: 0.0489216 Nov 24 15:22:16.199291 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-9c7366de-e7eb-47a7-8075-ee2c92dcc837 req-512cbd0e-56c9-4ba5-b5d2-5ecdfacbbb3e tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454817 Nov 24 15:22:16.955734 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fad07f-fa8e-4a0f-8560-91beb966e8fb req-59a9c085-9c9b-4c5f-af96-26ba5a633155 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:16.957636 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-45fad07f-fa8e-4a0f-8560-91beb966e8fb req-59a9c085-9c9b-4c5f-af96-26ba5a633155 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.0527825 Nov 24 15:22:17.004876 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-45fad07f-fa8e-4a0f-8560-91beb966e8fb req-40827fc1-581d-48dc-bec6-ad6260e68976 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414312 Nov 24 15:22:17.318317 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f35bac0-008f-4c13-9641-c4d8c6a46c7b req-1c0b59fc-0ca0-4d82-9b62-8b4ccf00c02c tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:17.319952 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-3f35bac0-008f-4c13-9641-c4d8c6a46c7b req-1c0b59fc-0ca0-4d82-9b62-8b4ccf00c02c tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 944 time: 0.0515580 Nov 24 15:22:17.371973 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-3f35bac0-008f-4c13-9641-c4d8c6a46c7b req-4bd013d9-3757-4abc-835d-05954ed5b379 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455766 Nov 24 15:22:17.626203 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-164fd923-1772-435f-8a09-1db5264cc88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:17.915885 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2fc25d-90c2-476b-b633-0c270232ef66 req-2caa205a-45b8-4ed1-bc67-d1cfed23f887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:17.919370 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-3a2fc25d-90c2-476b-b633-0c270232ef66 req-2caa205a-45b8-4ed1-bc67-d1cfed23f887 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 1099 time: 0.0483809 Nov 24 15:22:17.978789 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-3a2fc25d-90c2-476b-b633-0c270232ef66 req-7d9d6fd4-11ee-42dc-8169-73506aaf279a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402226 Nov 24 15:22:17.990961 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 35092) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:22:18.114553 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-1bddd096-1dcc-4c74-af26-bc9600a97562 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:18.135564 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba4381-3776-4613-99b3-198f22c02d39 req-7d4588ae-731b-4a8b-a28d-022370567b80 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:18.137818 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-56ba4381-3776-4613-99b3-198f22c02d39 req-7d4588ae-731b-4a8b-a28d-022370567b80 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.0558846 Nov 24 15:22:18.200382 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-56ba4381-3776-4613-99b3-198f22c02d39 req-228e8bf3-8118-4216-aac2-f6eedcb96ff6 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534711 Nov 24 15:22:18.212865 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-124f8df6-068a-4f00-a8c0-a9ff39f4d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:18.232704 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-1bddd096-1dcc-4c74-af26-bc9600a97562 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:18.237039 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-1bddd096-1dcc-4c74-af26-bc9600a97562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:18.278507 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-1bddd096-1dcc-4c74-af26-bc9600a97562 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3ae5b1220f40472b932bf8af07f34be2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2860630 Nov 24 15:22:18.279597 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bddd096-1dcc-4c74-af26-bc9600a97562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ee8df5-7672-4291-b3b2-6e79133312a9,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:18.281081 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 35098) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:22:18.337414 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-0246e485-290b-4733-ad38-c9e81344659e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:18.358399 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-0246e485-290b-4733-ad38-c9e81344659e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:18.423836 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-0246e485-290b-4733-ad38-c9e81344659e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:18.426733 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-0246e485-290b-4733-ad38-c9e81344659e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:18.428106 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-0246e485-290b-4733-ad38-c9e81344659e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/87ee8df5-7672-4291-b3b2-6e79133312a9 HTTP/1.1" status: 204 len: 168 time: 0.1447332 Nov 24 15:22:18.437909 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0246e485-290b-4733-ad38-c9e81344659e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ee8df5-7672-4291-b3b2-6e79133312a9,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:18.518879 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8874c527-f966-4b87-82d5-49c4ab9268a9 req-59b1f99f-27a4-4328-8a2a-728a2f1603ea tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:18.520455 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-8874c527-f966-4b87-82d5-49c4ab9268a9 req-59b1f99f-27a4-4328-8a2a-728a2f1603ea tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 944 time: 0.0619416 Nov 24 15:22:18.582669 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-8874c527-f966-4b87-82d5-49c4ab9268a9 req-20560bd1-0707-4786-ad4a-381f8465380f tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538201 Nov 24 15:22:19.294483 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 00062239-b32a-4c2a-9fb5-f6a38539f917 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 15:22:19.328639 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656bb52f-c578-4c5e-a0e3-fddf590b2801 req-9f4a0a5f-f54e-4053-81b6-c7524e8f5b8b tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:19.332364 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-656bb52f-c578-4c5e-a0e3-fddf590b2801 req-9f4a0a5f-f54e-4053-81b6-c7524e8f5b8b tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.0650458 Nov 24 15:22:19.395494 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-656bb52f-c578-4c5e-a0e3-fddf590b2801 req-dbb8b208-b43f-4823-a712-73d5477f6ae4 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539021 Nov 24 15:22:19.406394 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 00062239-b32a-4c2a-9fb5-f6a38539f917, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=00062239-b32a-4c2a-9fb5-f6a38539f917,segment=NetworkSegment(d7d67199-997e-4d39-a637-2d02c998ef07),segment_id=d7d67199-997e-4d39-a637-2d02c998ef07)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:22:19.419783 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Returning: {'device': '00062239-b32a-4c2a-9fb5-f6a38539f917', 'network_id': '151822c0-1b1f-4b3e-8dfc-70638799aec7', 'port_id': '00062239-b32a-4c2a-9fb5-f6a38539f917', 'mac_address': 'fa:16:3e:01:1d:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '272f2546-ac60-40b5-ba30-a0ca518d4c4e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 15:22:19.460401 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:19.474662 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.notifiers.nova [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00062239-b32a-4c2a-9fb5-f6a38539f917 {{(pid=102546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:22:19.496902 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 00062239-b32a-4c2a-9fb5-f6a38539f917, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=00062239-b32a-4c2a-9fb5-f6a38539f917,segment=NetworkSegment(d7d67199-997e-4d39-a637-2d02c998ef07),segment_id=d7d67199-997e-4d39-a637-2d02c998ef07)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:22:19.501639 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:19.550749 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Pushing event updated for resources: {'Port': ['ID=00062239-b32a-4c2a-9fb5-f6a38539f917,revision_number=4']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:19.704670 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36abab6f-eeaf-42c0-8598-246e9f38c8a6 req-7c32010c-8a98-4a33-947b-cbbdf030c809 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:19.706441 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-36abab6f-eeaf-42c0-8598-246e9f38c8a6 req-7c32010c-8a98-4a33-947b-cbbdf030c809 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 945 time: 0.0500424 Nov 24 15:22:19.767051 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-36abab6f-eeaf-42c0-8598-246e9f38c8a6 req-cbaac075-9d00-43b2-bdb2-727cd242ba6c tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519783 Nov 24 15:22:19.769152 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0567c706-1e8e-49a8-b1df-c52fd48358e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:19.936709 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] get_ports_and_sgs() called for port_ids ['00062239-b32a-4c2a-9fb5-f6a38539f917'] {{(pid=102546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:22:20.543453 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b724f-330e-402d-9a85-c9a6f8dd9df3 req-261b3249-aa4c-45b6-ab39-e0a2eee096c6 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:20.545094 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-557b724f-330e-402d-9a85-c9a6f8dd9df3 req-261b3249-aa4c-45b6-ab39-e0a2eee096c6 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.0579803 Nov 24 15:22:20.596091 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-557b724f-330e-402d-9a85-c9a6f8dd9df3 req-8e9f05e4-db91-46f5-b407-4a98d65f5b53 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435143 Nov 24 15:22:20.919288 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a25fa-60a9-412c-a26e-c36dafbe48f0 req-562c4b0f-0731-47ae-a1af-f1f8872a22f4 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:20.921221 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-1b4a25fa-60a9-412c-a26e-c36dafbe48f0 req-562c4b0f-0731-47ae-a1af-f1f8872a22f4 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 945 time: 0.0770557 Nov 24 15:22:20.978024 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:20.985378 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5c6d0-4e5a-4754-b582-28ce4b719931 req-8cd2a329-2067-4ac0-9f2a-2b0377f9a3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:20.986933 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-38e5c6d0-4e5a-4754-b582-28ce4b719931 req-8cd2a329-2067-4ac0-9f2a-2b0377f9a3c3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=32404aa4e2d44b9e966da2bab0b27149&device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 1099 time: 0.0590074 Nov 24 15:22:21.043439 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-1b4a25fa-60a9-412c-a26e-c36dafbe48f0 req-4d953d8c-8d29-4724-95ae-3c83ef49f65c tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093607 Nov 24 15:22:21.061069 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29927548-91f3-4e94-acbd-d09e10150faf req-a150e11c-23f9-4e35-895b-28bd0fd8f25b tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:21.064575 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-29927548-91f3-4e94-acbd-d09e10150faf req-a150e11c-23f9-4e35-895b-28bd0fd8f25b tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.1253333 Nov 24 15:22:21.113395 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5c6d0-4e5a-4754-b582-28ce4b719931 req-ea4e4573-b387-467f-beca-2ee05f4c1ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:21.115181 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-38e5c6d0-4e5a-4754-b582-28ce4b719931 req-ea4e4573-b387-467f-beca-2ee05f4c1ead service neutron] 10.222.0.74 "GET /v2.0/networks?id=8b8e34ef-bafa-4e65-a88d-1be4877982c1 HTTP/1.1" status: 200 len: 920 time: 0.1034570 Nov 24 15:22:21.121556 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-29927548-91f3-4e94-acbd-d09e10150faf req-f1b49a37-4448-476c-ab53-91db53a814fd tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501623 Nov 24 15:22:21.165748 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-38e5c6d0-4e5a-4754-b582-28ce4b719931 req-f86fc427-05be-4566-934a-b255e59e9095 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78dc38d0-e790-4e67-9cc9-06ac9d53b726 HTTP/1.1" status: 200 len: 217 time: 0.0420258 Nov 24 15:22:21.259015 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5c6d0-4e5a-4754-b582-28ce4b719931 req-fb5efbb4-d66c-4e39-a6a4-39405f18464a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:21.260718 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-38e5c6d0-4e5a-4754-b582-28ce4b719931 req-fb5efbb4-d66c-4e39-a6a4-39405f18464a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6dd026dc-7a5a-4fd3-ad01-b8844bc6d476 HTTP/1.1" status: 200 len: 858 time: 0.0876791 Nov 24 15:22:21.335284 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-38e5c6d0-4e5a-4754-b582-28ce4b719931 req-ff1e5ad8-7a78-4e8f-a8b6-f0bac5546f37 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8b8e34ef-bafa-4e65-a88d-1be4877982c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595527 Nov 24 15:22:21.337684 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 00062239-b32a-4c2a-9fb5-f6a38539f917 up at agent hyperv_hv-cinder-80403 {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:22:21.417378 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Provisioning for port 00062239-b32a-4c2a-9fb5-f6a38539f917 completed by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 15:22:21.423466 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Provisioning complete for port 00062239-b32a-4c2a-9fb5-f6a38539f917 triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:22:21.424117 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:21.478848 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-38e5c6d0-4e5a-4754-b582-28ce4b719931 req-5ba5f8b0-2697-4f7b-814d-1bafa4fe48c3 service neutron] 10.222.0.74 "GET /v2.0/networks/8b8e34ef-bafa-4e65-a88d-1be4877982c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261840 Nov 24 15:22:21.508442 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:21.538565 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97e7745-6b55-46b5-a651-17bc3a3bdbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00062239-b32a-4c2a-9fb5-f6a38539f917'}] {{(pid=102546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:22:21.541158 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec30b6fee894e899a7ef63b5da9bb2e859d87fc094cada3931da851dba0edc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18279f6a-f7fd-4788-b3a6-25653dcd8078" -d '{"events": [{"server_uuid": "b97e7745-6b55-46b5-a651-17bc3a3bdbc9", "name": "network-vif-plugged", "status": "completed", "tag": "00062239-b32a-4c2a-9fb5-f6a38539f917"}]}' {{(pid=102546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:22:21.559081 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 00062239-b32a-4c2a-9fb5-f6a38539f917, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=00062239-b32a-4c2a-9fb5-f6a38539f917,segment=NetworkSegment(d7d67199-997e-4d39-a637-2d02c998ef07),segment_id=d7d67199-997e-4d39-a637-2d02c998ef07)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:22:21.566352 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:21.608833 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-38e5c6d0-4e5a-4754-b582-28ce4b719931 req-3418ca67-dc2e-43e9-911f-e6290a1586d0 service neutron] 10.222.0.74 "GET /v2.0/networks/8b8e34ef-bafa-4e65-a88d-1be4877982c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202130 Nov 24 15:22:21.617427 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af4eeb3-e980-4c8c-90d7-d5254eb1f656 x-openstack-request-id: req-7af4eeb3-e980-4c8c-90d7-d5254eb1f656 {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:22:21.617738 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97e7745-6b55-46b5-a651-17bc3a3bdbc9", "name": "network-vif-plugged", "status": "completed", "tag": "00062239-b32a-4c2a-9fb5-f6a38539f917", "code": 200}]} {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:22:21.617994 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7af4eeb3-e980-4c8c-90d7-d5254eb1f656 {{(pid=102546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:22:21.618381 dv-cinder-804035-20-iscsi neutron-server[102546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97e7745-6b55-46b5-a651-17bc3a3bdbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00062239-b32a-4c2a-9fb5-f6a38539f917', 'code': 200} Nov 24 15:22:21.631087 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Pushing event updated for resources: {'Port': ['ID=00062239-b32a-4c2a-9fb5-f6a38539f917,revision_number=5']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:21.937483 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a22259-6b98-40ab-b4ef-ba7fb2311989 req-a91951a3-b543-40d6-baea-7f6b501a0308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:21.939586 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-f1a22259-6b98-40ab-b4ef-ba7fb2311989 req-a91951a3-b543-40d6-baea-7f6b501a0308 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 1099 time: 0.0434918 Nov 24 15:22:21.997427 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-f1a22259-6b98-40ab-b4ef-ba7fb2311989 req-d39add01-0bc9-4142-bef8-afa0fbdf94e4 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463946 Nov 24 15:22:22.157118 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96793e-5125-4a24-bd77-000af82738d2 req-52dbc8d3-165e-4dea-a553-43ca01676e64 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:22.158842 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-2d96793e-5125-4a24-bd77-000af82738d2 req-52dbc8d3-165e-4dea-a553-43ca01676e64 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 946 time: 0.0513229 Nov 24 15:22:22.221152 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-2d96793e-5125-4a24-bd77-000af82738d2 req-8c11ed56-7f82-4335-8a9b-897204649c23 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555885 Nov 24 15:22:22.274186 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2ae0a-cc49-4d21-8710-53f8f30c40ce req-ed33b27b-6cae-4928-8e97-52000d247c5b tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:22.276100 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-23f2ae0a-cc49-4d21-8710-53f8f30c40ce req-ed33b27b-6cae-4928-8e97-52000d247c5b tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.0731156 Nov 24 15:22:22.332973 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-23f2ae0a-cc49-4d21-8710-53f8f30c40ce req-b7122329-1255-49ab-a91d-b2e1fc1d1c38 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504296 Nov 24 15:22:23.602680 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c832a84-ea55-4a56-88b2-fd12b076648b req-bf692f70-be4c-4c7e-bf32-58d35b9e423b tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:23.604209 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-0c832a84-ea55-4a56-88b2-fd12b076648b req-bf692f70-be4c-4c7e-bf32-58d35b9e423b tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 946 time: 0.2793643 Nov 24 15:22:23.638842 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346ef06-3cce-4e1c-b72b-d7d5ca4ebb62 req-a9663c93-b713-45fb-9dbf-ea597462475b tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:23.640294 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-8346ef06-3cce-4e1c-b72b-d7d5ca4ebb62 req-a9663c93-b713-45fb-9dbf-ea597462475b tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.0837669 Nov 24 15:22:23.691483 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-0c832a84-ea55-4a56-88b2-fd12b076648b req-41358bd9-c671-4bc9-a989-95c6c1fc1a30 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803294 Nov 24 15:22:23.721386 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-8346ef06-3cce-4e1c-b72b-d7d5ca4ebb62 req-4427dcd1-1c65-411f-bdad-7f1ba77c6f4d tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701668 Nov 24 15:22:24.848088 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96bd908-d89b-44bf-82a1-eec765dd9a4c req-56e12dfb-3563-4319-94e4-e7733bda5bf9 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:24.849571 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f96bd908-d89b-44bf-82a1-eec765dd9a4c req-56e12dfb-3563-4319-94e4-e7733bda5bf9 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 946 time: 0.0791068 Nov 24 15:22:24.879065 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d8908-cd58-4dd1-b80c-8bf3cec5e030 req-0cc68d53-b266-45bf-a829-d72c0f01da7b tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:24.880539 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-7f0d8908-cd58-4dd1-b80c-8bf3cec5e030 req-0cc68d53-b266-45bf-a829-d72c0f01da7b tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.0772843 Nov 24 15:22:24.930076 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f96bd908-d89b-44bf-82a1-eec765dd9a4c req-5a152822-87a3-4b07-b25c-b8fe687ee441 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736394 Nov 24 15:22:24.962221 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-7f0d8908-cd58-4dd1-b80c-8bf3cec5e030 req-1cbc2237-088c-485b-a243-8a4de2991a6c tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743947 Nov 24 15:22:25.099144 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd58d0a-0eb3-4fdc-97b4-629abd294a42 req-1fa5e7dc-9012-468c-85ab-816ef0b909ab tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:25.107071 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-0fd58d0a-0eb3-4fdc-97b4-629abd294a42 req-1fa5e7dc-9012-468c-85ab-816ef0b909ab tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 946 time: 0.0877142 Nov 24 15:22:25.164579 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-0fd58d0a-0eb3-4fdc-97b4-629abd294a42 req-3be508a1-d0f6-4607-94e4-b497e20c0638 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566092 Nov 24 15:22:25.189553 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 35166) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:22:25.523779 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f06f804-e36e-49e1-af75-1b070cef168f tempest-TestShelveInstance-413231275 tempest-TestShelveInstance-413231275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:25.525915 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-5f06f804-e36e-49e1-af75-1b070cef168f tempest-TestShelveInstance-413231275 tempest-TestShelveInstance-413231275-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 1094 time: 0.3349497 Nov 24 15:22:25.528510 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 35174) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:22:25.533143 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.v2.base [None req-803e356f-51cc-4633-8957-5d65874a8a77 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Request body: {'floatingip': {'floating_network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'port_id': '00062239-b32a-4c2a-9fb5-f6a38539f917', 'tenant_id': 'a89a75844197496785d27fd3e412344c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:22:25.559721 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-803e356f-51cc-4633-8957-5d65874a8a77 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks [] for floatingip, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:25.660147 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-803e356f-51cc-4633-8957-5d65874a8a77 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:25.771422 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.db.db_base_plugin_common [None req-803e356f-51cc-4633-8957-5d65874a8a77 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Allocated IP 172.27.3.204 (8344f4db-560e-43ae-a8a3-c586ec595f86/c55147fe-7574-46b9-be0f-c5d247f19105/100f6030-3a40-455e-8262-bb62d1e66b49) {{(pid=102544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:22:25.884344 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-803e356f-51cc-4633-8957-5d65874a8a77 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks [] for port, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:25.921075 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-803e356f-51cc-4633-8957-5d65874a8a77 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15752001'] for port, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:25.956302 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803e356f-51cc-4633-8957-5d65874a8a77 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Network 8344f4db-560e-43ae-a8a3-c586ec595f86 is already hosted by enough agents. {{(pid=102544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:22:25.959247 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.base_scheduler [None req-803e356f-51cc-4633-8957-5d65874a8a77 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Resources bound (agent type, host, resource id): {{(pid=102544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:22:25.965386 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803e356f-51cc-4633-8957-5d65874a8a77 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Received port after_create {{(pid=102544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:22:25.996620 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e356f-51cc-4633-8957-5d65874a8a77 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Pushing event updated for resources: {'Port': ['ID=100f6030-3a40-455e-8262-bb62d1e66b49,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:26.577093 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-803e356f-51cc-4633-8957-5d65874a8a77 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:26.707133 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-803e356f-51cc-4633-8957-5d65874a8a77 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:26.867152 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-803e356f-51cc-4633-8957-5d65874a8a77 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks [] for port, precommit_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:26.871910 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-803e356f-51cc-4633-8957-5d65874a8a77 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15752056'] for port, after_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:26.952086 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e356f-51cc-4633-8957-5d65874a8a77 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Pushing event updated for resources: {'Port': ['ID=100f6030-3a40-455e-8262-bb62d1e66b49,revision_number=2']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:26.954556 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-803e356f-51cc-4633-8957-5d65874a8a77 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663866'] for floatingip, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:27.240661 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.db.l3_db [None req-803e356f-51cc-4633-8957-5d65874a8a77 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Floating IP 3353e763-5d9e-4b01-a6ed-1bf42f3b0d44 associated. External IP: 172.27.3.204, port: 00062239-b32a-4c2a-9fb5-f6a38539f917. Nov 24 15:22:27.457451 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-803e356f-51cc-4633-8957-5d65874a8a77 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Router 5dcda4c2-5f54-49e8-a966-b95773e4fbb7 has already been hosted by L3 agent cf746c29-e95d-415d-8373-1f02a86f1d46 {{(pid=102544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:22:27.586954 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803e356f-51cc-4633-8957-5d65874a8a77 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Notify agent at l3_agent.dv-cinder-804035-20-iscsi the message routers_updated {{(pid=102544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:22:27.598062 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5813023-2418-4d14-8511-cd74f3c40d7f None None] Sync routers for ids ['5dcda4c2-5f54-49e8-a966-b95773e4fbb7'] in dv-cinder-804035-20-iscsi {{(pid=102547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:22:27.607614 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-803e356f-51cc-4633-8957-5d65874a8a77 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for floatingip, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:27.609903 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5813023-2418-4d14-8511-cd74f3c40d7f None None] Routers {'5dcda4c2-5f54-49e8-a966-b95773e4fbb7'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:22:27.610499 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-a5813023-2418-4d14-8511-cd74f3c40d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:22:18Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['5dcda4c2-5f54-49e8-a966-b95773e4fbb7'], 'active': True} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:22:27.642700 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-803e356f-51cc-4633-8957-5d65874a8a77 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1126420 Nov 24 15:22:27.643780 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b97e7745-6b55-46b5-a651-17bc3a3bdbc9', 'tag': '00062239-b32a-4c2a-9fb5-f6a38539f917'}] {{(pid=102544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:22:27.646693 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23e587840cb346e9c9cb8c26408046b3895eadd5eb45c8d7346c6b1fb89178c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2d00f3-c033-403b-9b29-c1b150d6baf0" -d '{"events": [{"name": "network-changed", "server_uuid": "b97e7745-6b55-46b5-a651-17bc3a3bdbc9", "tag": "00062239-b32a-4c2a-9fb5-f6a38539f917"}]}' {{(pid=102544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:22:27.685912 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba15a0c-b308-4cc6-a3af-d205aa14aba2 x-openstack-request-id: req-bba15a0c-b308-4cc6-a3af-d205aa14aba2 {{(pid=102544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:22:27.686323 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b97e7745-6b55-46b5-a651-17bc3a3bdbc9", "tag": "00062239-b32a-4c2a-9fb5-f6a38539f917", "status": "completed", "code": 200}]} {{(pid=102544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:22:27.686556 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bba15a0c-b308-4cc6-a3af-d205aa14aba2 {{(pid=102544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:22:27.687050 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b97e7745-6b55-46b5-a651-17bc3a3bdbc9', 'tag': '00062239-b32a-4c2a-9fb5-f6a38539f917', 'status': 'completed', 'code': 200} Nov 24 15:22:27.737692 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvr_db [None req-a5813023-2418-4d14-8511-cd74f3c40d7f None None] Set router 5dcda4c2-5f54-49e8-a966-b95773e4fbb7 gateway port host: dv-cinder-804035-20-iscsi {{(pid=102547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:22:27.749712 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d00f3-c033-403b-9b29-c1b150d6baf0 req-45919558-783d-4ef0-b38b-47f8917d7bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:27.751934 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-cd2d00f3-c033-403b-9b29-c1b150d6baf0 req-45919558-783d-4ef0-b38b-47f8917d7bbb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a89a75844197496785d27fd3e412344c&device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 1099 time: 0.0422750 Nov 24 15:22:27.868280 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d00f3-c033-403b-9b29-c1b150d6baf0 req-2f7b7cb2-edc2-40b4-bfa7-0cdac4bd9e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:27.871943 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-cd2d00f3-c033-403b-9b29-c1b150d6baf0 req-2f7b7cb2-edc2-40b4-bfa7-0cdac4bd9e25 service neutron] 10.222.0.74 "GET /v2.0/networks?id=151822c0-1b1f-4b3e-8dfc-70638799aec7 HTTP/1.1" status: 200 len: 909 time: 0.1020708 Nov 24 15:22:27.974054 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-cd2d00f3-c033-403b-9b29-c1b150d6baf0 req-836baeb8-42a7-41ff-b3ea-a94ecbfb9e7b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00062239-b32a-4c2a-9fb5-f6a38539f917 HTTP/1.1" status: 200 len: 1000 time: 0.0899804 Nov 24 15:22:28.006082 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-a5813023-2418-4d14-8511-cd74f3c40d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dcda4c2-5f54-49e8-a966-b95773e4fbb7', 'name': 'tempest-TestShelveInstance-21619407-router', 'tenant_id': 'a89a75844197496785d27fd3e412344c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '437dff01-02ae-49b0-b6de-cd5643c5e258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:21:23Z', 'updated_at': '2021-11-24T15:21:26Z', 'revision_number': 4, 'project_id': 'a89a75844197496785d27fd3e412344c', 'gw_port': {'id': '437dff01-02ae-49b0-b6de-cd5643c5e258', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:49:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcda4c2-5f54-49e8-a966-b95773e4fbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:21:23Z', 'updated_at': '2021-11-24T15:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_floatingips': [{'id': '3353e763-5d9e-4b01-a6ed-1bf42f3b0d44', 'tenant_id': 'a89a75844197496785d27fd3e412344c', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'router_id': '5dcda4c2-5f54-49e8-a966-b95773e4fbb7', 'port_id': '00062239-b32a-4c2a-9fb5-f6a38539f917', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '151822c0-1b1f-4b3e-8dfc-70638799aec7', 'mac_address': 'fa:16:3e:01:1d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97e7745-6b55-46b5-a651-17bc3a3bdbc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:22:26Z', 'updated_at': '2021-11-24T15:22:26Z', 'revision_number': 0, 'project_id': 'a89a75844197496785d27fd3e412344c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24e58fdb-99f1-424e-9914-8151b1965925', 'name': '', 'network_id': '151822c0-1b1f-4b3e-8dfc-70638799aec7', 'tenant_id': 'a89a75844197496785d27fd3e412344c', 'mac_address': 'fa:16:3e:80:ff:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcda4c2-5f54-49e8-a966-b95773e4fbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '272f2546-ac60-40b5-ba30-a0ca518d4c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:21:25Z', 'updated_at': '2021-11-24T15:21:33Z', 'revision_number': 5, 'project_id': 'a89a75844197496785d27fd3e412344c', 'subnets': [{'id': '272f2546-ac60-40b5-ba30-a0ca518d4c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:22:28.028187 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d00f3-c033-403b-9b29-c1b150d6baf0 req-fa8256bd-277f-4d18-a56a-acbbf22f4b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:28.029725 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-cd2d00f3-c033-403b-9b29-c1b150d6baf0 req-fa8256bd-277f-4d18-a56a-acbbf22f4b2b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=272f2546-ac60-40b5-ba30-a0ca518d4c4e HTTP/1.1" status: 200 len: 846 time: 0.0467293 Nov 24 15:22:28.032331 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5813023-2418-4d14-8511-cd74f3c40d7f None None] Checking router: 5dcda4c2-5f54-49e8-a966-b95773e4fbb7 for host: dv-cinder-804035-20-iscsi {{(pid=102547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:22:28.040947 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5813023-2418-4d14-8511-cd74f3c40d7f None None] Routers {'5dcda4c2-5f54-49e8-a966-b95773e4fbb7'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:22:28.041741 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-a5813023-2418-4d14-8511-cd74f3c40d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:22:18Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['5dcda4c2-5f54-49e8-a966-b95773e4fbb7'], 'active': True} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:22:28.079647 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d00f3-c033-403b-9b29-c1b150d6baf0 req-11596baf-ac3e-4e84-81e1-1652e002d883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:28.081217 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-cd2d00f3-c033-403b-9b29-c1b150d6baf0 req-11596baf-ac3e-4e84-81e1-1652e002d883 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=151822c0-1b1f-4b3e-8dfc-70638799aec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0431633 Nov 24 15:22:28.202418 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-cd2d00f3-c033-403b-9b29-c1b150d6baf0 req-ecbce9a2-335d-4875-ad26-cf01feb8387d service neutron] 10.222.0.74 "GET /v2.0/networks/151822c0-1b1f-4b3e-8dfc-70638799aec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057150 Nov 24 15:22:28.267536 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvr_db [None req-a5813023-2418-4d14-8511-cd74f3c40d7f None None] Set router 5dcda4c2-5f54-49e8-a966-b95773e4fbb7 gateway port host: dv-cinder-804035-20-iscsi {{(pid=102547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:22:28.326051 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-cd2d00f3-c033-403b-9b29-c1b150d6baf0 req-c4d1d42d-fd14-4921-90ad-3948e76381bd service neutron] 10.222.0.74 "GET /v2.0/networks/151822c0-1b1f-4b3e-8dfc-70638799aec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156824 Nov 24 15:22:28.510119 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-a5813023-2418-4d14-8511-cd74f3c40d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dcda4c2-5f54-49e8-a966-b95773e4fbb7', 'name': 'tempest-TestShelveInstance-21619407-router', 'tenant_id': 'a89a75844197496785d27fd3e412344c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '437dff01-02ae-49b0-b6de-cd5643c5e258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:21:23Z', 'updated_at': '2021-11-24T15:21:26Z', 'revision_number': 4, 'project_id': 'a89a75844197496785d27fd3e412344c', 'gw_port': {'id': '437dff01-02ae-49b0-b6de-cd5643c5e258', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:49:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcda4c2-5f54-49e8-a966-b95773e4fbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:21:23Z', 'updated_at': '2021-11-24T15:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_floatingips': [{'id': '3353e763-5d9e-4b01-a6ed-1bf42f3b0d44', 'tenant_id': 'a89a75844197496785d27fd3e412344c', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'router_id': '5dcda4c2-5f54-49e8-a966-b95773e4fbb7', 'port_id': '00062239-b32a-4c2a-9fb5-f6a38539f917', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '151822c0-1b1f-4b3e-8dfc-70638799aec7', 'mac_address': 'fa:16:3e:01:1d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97e7745-6b55-46b5-a651-17bc3a3bdbc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:22:26Z', 'updated_at': '2021-11-24T15:22:26Z', 'revision_number': 0, 'project_id': 'a89a75844197496785d27fd3e412344c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24e58fdb-99f1-424e-9914-8151b1965925', 'name': '', 'network_id': '151822c0-1b1f-4b3e-8dfc-70638799aec7', 'tenant_id': 'a89a75844197496785d27fd3e412344c', 'mac_address': 'fa:16:3e:80:ff:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcda4c2-5f54-49e8-a966-b95773e4fbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '272f2546-ac60-40b5-ba30-a0ca518d4c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:21:25Z', 'updated_at': '2021-11-24T15:21:33Z', 'revision_number': 5, 'project_id': 'a89a75844197496785d27fd3e412344c', 'subnets': [{'id': '272f2546-ac60-40b5-ba30-a0ca518d4c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:22:28.537980 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5813023-2418-4d14-8511-cd74f3c40d7f None None] The sync data for ids ['5dcda4c2-5f54-49e8-a966-b95773e4fbb7'] in dv-cinder-804035-20-iscsi is: [{'id': '5dcda4c2-5f54-49e8-a966-b95773e4fbb7', 'name': 'tempest-TestShelveInstance-21619407-router', 'tenant_id': 'a89a75844197496785d27fd3e412344c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '437dff01-02ae-49b0-b6de-cd5643c5e258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:21:23Z', 'updated_at': '2021-11-24T15:21:26Z', 'revision_number': 4, 'project_id': 'a89a75844197496785d27fd3e412344c', 'gw_port': {'id': '437dff01-02ae-49b0-b6de-cd5643c5e258', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:49:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcda4c2-5f54-49e8-a966-b95773e4fbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:21:23Z', 'updated_at': '2021-11-24T15:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_floatingips': [{'id': '3353e763-5d9e-4b01-a6ed-1bf42f3b0d44', 'tenant_id': 'a89a75844197496785d27fd3e412344c', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'router_id': '5dcda4c2-5f54-49e8-a966-b95773e4fbb7', 'port_id': '00062239-b32a-4c2a-9fb5-f6a38539f917', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '151822c0-1b1f-4b3e-8dfc-70638799aec7', 'mac_address': 'fa:16:3e:01:1d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97e7745-6b55-46b5-a651-17bc3a3bdbc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:22:26Z', 'updated_at': '2021-11-24T15:22:26Z', 'revision_number': 0, 'project_id': 'a89a75844197496785d27fd3e412344c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24e58fdb-99f1-424e-9914-8151b1965925', 'name': '', 'network_id': '151822c0-1b1f-4b3e-8dfc-70638799aec7', 'tenant_id': 'a89a75844197496785d27fd3e412344c', 'mac_address': 'fa:16:3e:80:ff:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcda4c2-5f54-49e8-a966-b95773e4fbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '272f2546-ac60-40b5-ba30-a0ca518d4c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:21:25Z', 'updated_at': '2021-11-24T15:21:33Z', 'revision_number': 5, 'project_id': 'a89a75844197496785d27fd3e412344c', 'subnets': [{'id': '272f2546-ac60-40b5-ba30-a0ca518d4c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:22:28.757646 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73fe41b-1145-4088-8469-6aa713c618d8 None None] New status for floating IP 3353e763-5d9e-4b01-a6ed-1bf42f3b0d44: ACTIVE {{(pid=102546) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 15:22:29.226551 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620abc62-9a6d-4e85-9bcb-ecbd4980a6da req-d47f13f0-7493-4d52-a025-2b42455ee609 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:29.240740 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-620abc62-9a6d-4e85-9bcb-ecbd4980a6da req-d47f13f0-7493-4d52-a025-2b42455ee609 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 945 time: 0.0689228 Nov 24 15:22:29.328104 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-620abc62-9a6d-4e85-9bcb-ecbd4980a6da req-a7e14da7-4907-4af9-91fb-8a11c0ce3336 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797276 Nov 24 15:22:30.451917 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b6326-be7e-4676-bdf7-55ee2a998b1d req-3aec4605-a4fe-48c4-b253-827f477f27f4 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:30.453417 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ef2b6326-be7e-4676-bdf7-55ee2a998b1d req-3aec4605-a4fe-48c4-b253-827f477f27f4 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 945 time: 0.0526590 Nov 24 15:22:30.504181 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ef2b6326-be7e-4676-bdf7-55ee2a998b1d req-3a013609-912e-4959-b13c-5647760ab1eb tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448420 Nov 24 15:22:31.628866 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d4fdff-54bc-4da7-bee1-acf68d70d2c9 req-75458528-317d-4d8a-884b-5e48bd391095 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:31.630351 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-55d4fdff-54bc-4da7-bee1-acf68d70d2c9 req-75458528-317d-4d8a-884b-5e48bd391095 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 945 time: 0.0564280 Nov 24 15:22:31.686053 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-55d4fdff-54bc-4da7-bee1-acf68d70d2c9 req-26cb0edc-ad89-4384-a33c-bd29cce12a48 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488358 Nov 24 15:22:32.576365 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f570206-d933-4094-8625-12c7b7a9a0d7 req-58efe7ff-49c9-418f-9c92-3f644190c7eb tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:32.578027 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-8f570206-d933-4094-8625-12c7b7a9a0d7 req-58efe7ff-49c9-418f-9c92-3f644190c7eb tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 945 time: 0.0571418 Nov 24 15:22:32.708945 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [req-8f570206-d933-4094-8625-12c7b7a9a0d7 req-22aa4b87-a7a2-4888-8f4a-9335ed9e7ec8 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Deleting port ba4bd5dc-d328-477a-9c65-f3aeb75a0f70 {{(pid=102545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:22:32.709315 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-8f570206-d933-4094-8625-12c7b7a9a0d7 req-22aa4b87-a7a2-4888-8f4a-9335ed9e7ec8 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:32.818956 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-8f570206-d933-4094-8625-12c7b7a9a0d7 req-22aa4b87-a7a2-4888-8f4a-9335ed9e7ec8 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] For port ba4bd5dc-d328-477a-9c65-f3aeb75a0f70, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ba4bd5dc-d328-477a-9c65-f3aeb75a0f70,segment=NetworkSegment(0cf6543e-1b65-4cca-9e1b-46695f528b47),segment_id=0cf6543e-1b65-4cca-9e1b-46695f528b47)] {{(pid=102545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:22:32.819321 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-8f570206-d933-4094-8625-12c7b7a9a0d7 req-22aa4b87-a7a2-4888-8f4a-9335ed9e7ec8 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:32.819644 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b306c-d0bc-4fca-b3da-4bb98b496c84 req-70e913c1-b9f6-4389-b040-bc636c1d128b tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:32.821292 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-fe5b306c-d0bc-4fca-b3da-4bb98b496c84 req-70e913c1-b9f6-4389-b040-bc636c1d128b tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b1b8192-257b-42e9-8aad-a40ce8bfb4f8 HTTP/1.1" status: 200 len: 945 time: 0.0507455 Nov 24 15:22:32.835698 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [req-8f570206-d933-4094-8625-12c7b7a9a0d7 req-22aa4b87-a7a2-4888-8f4a-9335ed9e7ec8 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Calling delete_port for ba4bd5dc-d328-477a-9c65-f3aeb75a0f70 owned by compute:nova {{(pid=102545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:22:32.886991 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-fe5b306c-d0bc-4fca-b3da-4bb98b496c84 req-18e84d30-7a5b-46b6-944e-9e4116a83747 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579581 Nov 24 15:22:32.996698 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-8f570206-d933-4094-8625-12c7b7a9a0d7 req-22aa4b87-a7a2-4888-8f4a-9335ed9e7ec8 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:33.016882 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] get_ports_and_sgs() called for port_ids ['ba4bd5dc-d328-477a-9c65-f3aeb75a0f70', '78dc38d0-e790-4e67-9cc9-06ac9d53b726'] {{(pid=102546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:22:33.028182 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aa4b87-a7a2-4888-8f4a-9335ed9e7ec8 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Pushing event deleted for resources: {'Port': ['ID=ba4bd5dc-d328-477a-9c65-f3aeb75a0f70,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:33.038200 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aa4b87-a7a2-4888-8f4a-9335ed9e7ec8 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:33.038658 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aa4b87-a7a2-4888-8f4a-9335ed9e7ec8 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:33.039665 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aa4b87-a7a2-4888-8f4a-9335ed9e7ec8 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:33.039665 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aa4b87-a7a2-4888-8f4a-9335ed9e7ec8 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:33.040127 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aa4b87-a7a2-4888-8f4a-9335ed9e7ec8 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:33.040351 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aa4b87-a7a2-4888-8f4a-9335ed9e7ec8 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:33.040833 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aa4b87-a7a2-4888-8f4a-9335ed9e7ec8 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:33.041166 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aa4b87-a7a2-4888-8f4a-9335ed9e7ec8 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:33.041498 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aa4b87-a7a2-4888-8f4a-9335ed9e7ec8 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:33.041923 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aa4b87-a7a2-4888-8f4a-9335ed9e7ec8 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:33.042442 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aa4b87-a7a2-4888-8f4a-9335ed9e7ec8 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:33.042754 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aa4b87-a7a2-4888-8f4a-9335ed9e7ec8 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:33.085294 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f570206-d933-4094-8625-12c7b7a9a0d7 req-22aa4b87-a7a2-4888-8f4a-9335ed9e7ec8 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] No DVR routers for this DVR port ba4bd5dc-d328-477a-9c65-f3aeb75a0f70 on host hv-cinder-80403 {{(pid=102545) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:22:33.090382 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-8f570206-d933-4094-8625-12c7b7a9a0d7 req-22aa4b87-a7a2-4888-8f4a-9335ed9e7ec8 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:33.095341 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-8f570206-d933-4094-8625-12c7b7a9a0d7 req-22aa4b87-a7a2-4888-8f4a-9335ed9e7ec8 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.74 "DELETE /v2.0/ports/ba4bd5dc-d328-477a-9c65-f3aeb75a0f70 HTTP/1.1" status: 204 len: 173 time: 0.4987504 Nov 24 15:22:33.095929 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b1b8192-257b-42e9-8aad-a40ce8bfb4f8', 'name': 'network-vif-deleted', 'tag': 'ba4bd5dc-d328-477a-9c65-f3aeb75a0f70'}] {{(pid=102545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:22:33.098452 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e232a59b198ff96befa2502742fd1f317735a6d9991c1ac6356d20aee71e71d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d31e869-900d-44e8-b0ca-ac2f49c76c50" -d '{"events": [{"server_uuid": "1b1b8192-257b-42e9-8aad-a40ce8bfb4f8", "name": "network-vif-deleted", "tag": "ba4bd5dc-d328-477a-9c65-f3aeb75a0f70"}]}' {{(pid=102545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:22:33.147925 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b827f887-f2c6-4faf-901d-88a40e4d3693 x-openstack-request-id: req-b827f887-f2c6-4faf-901d-88a40e4d3693 {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:22:33.150855 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b1b8192-257b-42e9-8aad-a40ce8bfb4f8", "name": "network-vif-deleted", "tag": "ba4bd5dc-d328-477a-9c65-f3aeb75a0f70", "status": "completed", "code": 200}]} {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:22:33.150855 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b827f887-f2c6-4faf-901d-88a40e4d3693 {{(pid=102545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:22:33.150855 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b1b8192-257b-42e9-8aad-a40ce8bfb4f8', 'name': 'network-vif-deleted', 'tag': 'ba4bd5dc-d328-477a-9c65-f3aeb75a0f70', 'status': 'completed', 'code': 200} Nov 24 15:22:34.202587 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f356d92-03a4-4d8a-a64c-0998a017b8bb req-2dc8165c-8a0e-4d1a-b6fe-81429d80857c tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:34.204074 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-5f356d92-03a4-4d8a-a64c-0998a017b8bb req-2dc8165c-8a0e-4d1a-b6fe-81429d80857c tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.0525107 Nov 24 15:22:34.267351 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-5f356d92-03a4-4d8a-a64c-0998a017b8bb req-f807fbc2-d783-4cfe-8d3c-a8f5ab744385 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564477 Nov 24 15:22:35.386949 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device ba4bd5dc-d328-477a-9c65-f3aeb75a0f70 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:22:35.401571 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3985dbf-a515-4ae7-8475-ef0d25631f03 req-a4e73b92-b051-4668-9bb4-b34e0d2795d7 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:35.404130 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-e3985dbf-a515-4ae7-8475-ef0d25631f03 req-a4e73b92-b051-4668-9bb4-b34e0d2795d7 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.0586390 Nov 24 15:22:35.431408 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] No Port match for: ba4bd5dc-d328-477a-9c65-f3aeb75a0f70 {{(pid=102546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:22:35.431753 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device ba4bd5dc-d328-477a-9c65-f3aeb75a0f70 not bound to the agent host hv-cinder-80403 {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:22:35.462637 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-e3985dbf-a515-4ae7-8475-ef0d25631f03 req-3218348e-f2f1-42c3-b52e-7ee011fc28d7 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490525 Nov 24 15:22:36.396959 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-17a5d1e9-7c21-4c7a-aff3-408d22bf90dc req-d18dbdf0-c3b3-41b0-9622-197081539c18 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400376 Nov 24 15:22:36.465241 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5d1e9-7c21-4c7a-aff3-408d22bf90dc req-85237028-29a3-43d4-ab2c-c377e5a9c660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:36.467353 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-17a5d1e9-7c21-4c7a-aff3-408d22bf90dc req-85237028-29a3-43d4-ab2c-c377e5a9c660 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cebad9fcbd0d4232a6f6dccb42ba04a1&device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 1098 time: 0.0435660 Nov 24 15:22:36.590460 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb761119-508f-4499-97f1-f2fd586e5ee4 req-311be9b5-102f-4602-8613-0c02820c2df8 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:36.593534 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-cb761119-508f-4499-97f1-f2fd586e5ee4 req-311be9b5-102f-4602-8613-0c02820c2df8 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.0540841 Nov 24 15:22:36.596506 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5d1e9-7c21-4c7a-aff3-408d22bf90dc req-a80edb8f-a2dc-4401-b1fd-e0717ccc7b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:36.598001 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-17a5d1e9-7c21-4c7a-aff3-408d22bf90dc req-a80edb8f-a2dc-4401-b1fd-e0717ccc7b67 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a227d49c-a3bd-45ee-b0d2-bcce569a4266 HTTP/1.1" status: 200 len: 913 time: 0.1077447 Nov 24 15:22:36.652102 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-cb761119-508f-4499-97f1-f2fd586e5ee4 req-cd7626df-ad6f-4244-9091-3fa29ccc3125 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516582 Nov 24 15:22:36.686208 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-17a5d1e9-7c21-4c7a-aff3-408d22bf90dc req-7541c363-f275-4ca8-a402-83bcda72ac80 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f913887e-e2c7-4f41-9773-44b6265eb1f9 HTTP/1.1" status: 200 len: 1000 time: 0.0741789 Nov 24 15:22:36.737973 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5d1e9-7c21-4c7a-aff3-408d22bf90dc req-1178c2e0-ddad-4085-baa4-3beeb44fd684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:36.739734 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-17a5d1e9-7c21-4c7a-aff3-408d22bf90dc req-1178c2e0-ddad-4085-baa4-3beeb44fd684 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=84815f2f-38d2-472a-bdf7-762ef40354a5 HTTP/1.1" status: 200 len: 850 time: 0.0461550 Nov 24 15:22:36.792665 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5d1e9-7c21-4c7a-aff3-408d22bf90dc req-9df02319-d9cf-4b5d-aa1b-48a9ceb3af09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:36.794763 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-17a5d1e9-7c21-4c7a-aff3-408d22bf90dc req-9df02319-d9cf-4b5d-aa1b-48a9ceb3af09 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a227d49c-a3bd-45ee-b0d2-bcce569a4266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0407596 Nov 24 15:22:36.901242 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-17a5d1e9-7c21-4c7a-aff3-408d22bf90dc req-a905ac76-6322-4221-a4e1-16241f56f63e service neutron] 10.222.0.74 "GET /v2.0/networks/a227d49c-a3bd-45ee-b0d2-bcce569a4266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889642 Nov 24 15:22:36.999117 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-17a5d1e9-7c21-4c7a-aff3-408d22bf90dc req-813b0196-eb6e-4b4a-9265-6d6074f31735 service neutron] 10.222.0.74 "GET /v2.0/networks/a227d49c-a3bd-45ee-b0d2-bcce569a4266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888124 Nov 24 15:22:37.677788 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:37.783652 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a3398-1153-42a6-8272-4807aac51ce7 req-a6855c18-7085-4adf-9f58-7f6e8c64986a tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:37.785185 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-e62a3398-1153-42a6-8272-4807aac51ce7 req-a6855c18-7085-4adf-9f58-7f6e8c64986a tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.0637245 Nov 24 15:22:37.831962 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-e62a3398-1153-42a6-8272-4807aac51ce7 req-6a2e1cce-0535-43bc-97cc-89460e88308d tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408313 Nov 24 15:22:38.953486 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123aec7-37d5-427a-aabd-c4e236d46c4a req-03f5093b-5c3f-44e7-866b-d333ab6e89f1 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:38.961652 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-e123aec7-37d5-427a-aabd-c4e236d46c4a req-03f5093b-5c3f-44e7-866b-d333ab6e89f1 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.0613556 Nov 24 15:22:39.005884 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-e123aec7-37d5-427a-aabd-c4e236d46c4a req-0db26793-44ee-4ff4-af62-ff8eba26e05a tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431376 Nov 24 15:22:40.128610 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c461dc01-c750-4abb-8c30-28c794e731e4 req-052aacf2-7aa4-437a-b8d5-181917af65a8 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:40.130375 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c461dc01-c750-4abb-8c30-28c794e731e4 req-052aacf2-7aa4-437a-b8d5-181917af65a8 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.0525281 Nov 24 15:22:40.188853 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c461dc01-c750-4abb-8c30-28c794e731e4 req-c80da2a8-c1b9-479c-8c78-7966c147398c tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521672 Nov 24 15:22:41.306298 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2527c428-c7d4-420e-bdf8-1a50317dad9f req-786d8635-6fad-4a5f-8cc8-322492624cc5 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:41.315187 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-2527c428-c7d4-420e-bdf8-1a50317dad9f req-786d8635-6fad-4a5f-8cc8-322492624cc5 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.0599134 Nov 24 15:22:41.365164 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-2527c428-c7d4-420e-bdf8-1a50317dad9f req-b6196cf7-d031-4b8a-bd2a-f8eb701d20a6 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bfceadc-ce72-4207-ab1f-0c228e6977f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487282 Nov 24 15:22:41.751448 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8597965-29b5-4a99-b393-7b931d55f2e7 req-e7c24cde-7176-44b0-b6dd-645736764d85 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:41.752899 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-c8597965-29b5-4a99-b393-7b931d55f2e7 req-e7c24cde-7176-44b0-b6dd-645736764d85 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.74 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 946 time: 0.0493965 Nov 24 15:22:41.853461 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [req-c8597965-29b5-4a99-b393-7b931d55f2e7 req-d7068dbf-c086-4761-bf68-080b5a637727 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Deleting port 78dc38d0-e790-4e67-9cc9-06ac9d53b726 {{(pid=102545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:22:41.853714 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-c8597965-29b5-4a99-b393-7b931d55f2e7 req-d7068dbf-c086-4761-bf68-080b5a637727 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:41.965471 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-c8597965-29b5-4a99-b393-7b931d55f2e7 req-d7068dbf-c086-4761-bf68-080b5a637727 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] For port 78dc38d0-e790-4e67-9cc9-06ac9d53b726, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=78dc38d0-e790-4e67-9cc9-06ac9d53b726,segment=NetworkSegment(0cf6543e-1b65-4cca-9e1b-46695f528b47),segment_id=0cf6543e-1b65-4cca-9e1b-46695f528b47)] {{(pid=102545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:22:41.966459 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-c8597965-29b5-4a99-b393-7b931d55f2e7 req-d7068dbf-c086-4761-bf68-080b5a637727 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:41.996346 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [req-c8597965-29b5-4a99-b393-7b931d55f2e7 req-d7068dbf-c086-4761-bf68-080b5a637727 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Calling delete_port for 78dc38d0-e790-4e67-9cc9-06ac9d53b726 owned by compute:nova {{(pid=102545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:22:42.176211 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-c8597965-29b5-4a99-b393-7b931d55f2e7 req-d7068dbf-c086-4761-bf68-080b5a637727 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:42.189746 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] get_ports_and_sgs() called for port_ids ['78dc38d0-e790-4e67-9cc9-06ac9d53b726'] {{(pid=102546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:22:42.238459 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7068dbf-c086-4761-bf68-080b5a637727 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Pushing event deleted for resources: {'Port': ['ID=78dc38d0-e790-4e67-9cc9-06ac9d53b726,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:42.312360 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8597965-29b5-4a99-b393-7b931d55f2e7 req-d7068dbf-c086-4761-bf68-080b5a637727 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] No DVR routers for this DVR port 78dc38d0-e790-4e67-9cc9-06ac9d53b726 on host hv-cinder-80403 {{(pid=102545) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:22:42.316669 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-c8597965-29b5-4a99-b393-7b931d55f2e7 req-d7068dbf-c086-4761-bf68-080b5a637727 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:42.321472 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-c8597965-29b5-4a99-b393-7b931d55f2e7 req-d7068dbf-c086-4761-bf68-080b5a637727 tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.74 "DELETE /v2.0/ports/78dc38d0-e790-4e67-9cc9-06ac9d53b726 HTTP/1.1" status: 204 len: 173 time: 0.5589821 Nov 24 15:22:42.322091 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c23d97-138c-40a2-9593-8896dfdb2650', 'name': 'network-vif-deleted', 'tag': '78dc38d0-e790-4e67-9cc9-06ac9d53b726'}] {{(pid=102545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:22:42.325310 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e232a59b198ff96befa2502742fd1f317735a6d9991c1ac6356d20aee71e71d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71957b58-c4e4-4b59-85b5-bd4963d50030" -d '{"events": [{"server_uuid": "54c23d97-138c-40a2-9593-8896dfdb2650", "name": "network-vif-deleted", "tag": "78dc38d0-e790-4e67-9cc9-06ac9d53b726"}]}' {{(pid=102545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:22:42.405029 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207cd7f0-0af1-43a5-9e50-f1023c9a834a x-openstack-request-id: req-207cd7f0-0af1-43a5-9e50-f1023c9a834a {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:22:42.405396 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c23d97-138c-40a2-9593-8896dfdb2650", "name": "network-vif-deleted", "tag": "78dc38d0-e790-4e67-9cc9-06ac9d53b726", "status": "completed", "code": 200}]} {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:22:42.405728 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-207cd7f0-0af1-43a5-9e50-f1023c9a834a {{(pid=102545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:22:42.406175 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c23d97-138c-40a2-9593-8896dfdb2650', 'name': 'network-vif-deleted', 'tag': '78dc38d0-e790-4e67-9cc9-06ac9d53b726', 'status': 'completed', 'code': 200} Nov 24 15:22:42.506334 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-b5cbf85b-e04a-44dc-982c-fa978be4e960 req-7d637d5e-f851-489a-bbdc-b262075b145d tempest-ServerRescueNegativeTestJSON-681681792 tempest-ServerRescueNegativeTestJSON-681681792-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c23d97-138c-40a2-9593-8896dfdb2650 HTTP/1.1" status: 200 len: 210 time: 0.0285599 Nov 24 15:22:43.564171 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 35348) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:22:43.978584 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-6efb1ef1-9949-473d-b6d5-4e940e922bfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-679738'] for router_interface, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:44.490768 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [None req-6efb1ef1-9949-473d-b6d5-4e940e922bfa admin admin] Deleting port 45908162-baf5-480a-b98c-62ac8100792e {{(pid=102545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:22:44.491140 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-6efb1ef1-9949-473d-b6d5-4e940e922bfa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:44.570427 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [None req-6efb1ef1-9949-473d-b6d5-4e940e922bfa admin admin] For port 45908162-baf5-480a-b98c-62ac8100792e, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=45908162-baf5-480a-b98c-62ac8100792e,segment=NetworkSegment(0cf6543e-1b65-4cca-9e1b-46695f528b47),segment_id=0cf6543e-1b65-4cca-9e1b-46695f528b47)] {{(pid=102545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:22:44.571060 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-6efb1ef1-9949-473d-b6d5-4e940e922bfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:44.585777 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [None req-6efb1ef1-9949-473d-b6d5-4e940e922bfa admin admin] Calling delete_port for 45908162-baf5-480a-b98c-62ac8100792e owned by network:router_interface {{(pid=102545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:22:44.776209 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-6efb1ef1-9949-473d-b6d5-4e940e922bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:44.806436 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb1ef1-9949-473d-b6d5-4e940e922bfa admin admin] Pushing event deleted for resources: {'Port': ['ID=45908162-baf5-480a-b98c-62ac8100792e,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:44.969918 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-6efb1ef1-9949-473d-b6d5-4e940e922bfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679846'] for router_interface, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:45.173331 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-3275afcc-d0ad-4f20-b468-b1906e70d438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:45.194351 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6efb1ef1-9949-473d-b6d5-4e940e922bfa admin admin] Router 1b4362e1-3896-44bd-b31f-e1d78fdd88cc has already been hosted by L3 agent cf746c29-e95d-415d-8373-1f02a86f1d46 {{(pid=102545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:22:45.302626 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6efb1ef1-9949-473d-b6d5-4e940e922bfa admin admin] Notify agent at l3_agent.dv-cinder-804035-20-iscsi the message routers_updated {{(pid=102545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:22:45.307875 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-6efb1ef1-9949-473d-b6d5-4e940e922bfa admin admin] 10.222.0.66 "PUT /v2.0/routers/1b4362e1-3896-44bd-b31f-e1d78fdd88cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7427680 Nov 24 15:22:45.310944 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 35424) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:22:45.313826 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160b7642-4037-457e-8f1a-ebe5d80d4204 None None] Sync routers for ids ['1b4362e1-3896-44bd-b31f-e1d78fdd88cc'] in dv-cinder-804035-20-iscsi {{(pid=102547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:22:45.325861 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160b7642-4037-457e-8f1a-ebe5d80d4204 None None] Routers {'1b4362e1-3896-44bd-b31f-e1d78fdd88cc'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:22:45.326728 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-160b7642-4037-457e-8f1a-ebe5d80d4204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:22:18Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['1b4362e1-3896-44bd-b31f-e1d78fdd88cc'], 'active': True} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:22:45.412051 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2847c939-d16e-4dbb-a795-c25a56596ba2 admin admin] Publish callbacks [] for router, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:45.433337 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvr_db [None req-160b7642-4037-457e-8f1a-ebe5d80d4204 None None] Set router 1b4362e1-3896-44bd-b31f-e1d78fdd88cc gateway port host: dv-cinder-804035-20-iscsi {{(pid=102547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:22:45.445015 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 78dc38d0-e790-4e67-9cc9-06ac9d53b726 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:22:45.468298 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] No Port match for: 78dc38d0-e790-4e67-9cc9-06ac9d53b726 {{(pid=102546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:22:45.468944 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 78dc38d0-e790-4e67-9cc9-06ac9d53b726 not bound to the agent host hv-cinder-80403 {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:22:45.516059 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2847c939-d16e-4dbb-a795-c25a56596ba2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:45.566406 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [None req-2847c939-d16e-4dbb-a795-c25a56596ba2 admin admin] Deleting port 94b2397e-118d-4e48-a81a-dfddcf998123 {{(pid=102545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:22:45.566754 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2847c939-d16e-4dbb-a795-c25a56596ba2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:45.617880 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-160b7642-4037-457e-8f1a-ebe5d80d4204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4362e1-3896-44bd-b31f-e1d78fdd88cc', 'name': 'tempest-ServerRescueNegativeTestJSON-379663553-router', 'tenant_id': '32404aa4e2d44b9e966da2bab0b27149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '94b2397e-118d-4e48-a81a-dfddcf998123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:19:28Z', 'updated_at': '2021-11-24T15:22:44Z', 'revision_number': 5, 'project_id': '32404aa4e2d44b9e966da2bab0b27149', 'gw_port': {'id': '94b2397e-118d-4e48-a81a-dfddcf998123', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:59:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4362e1-3896-44bd-b31f-e1d78fdd88cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:19:29Z', 'updated_at': '2021-11-24T15:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi'}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:22:45.644584 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160b7642-4037-457e-8f1a-ebe5d80d4204 None None] Checking router: 1b4362e1-3896-44bd-b31f-e1d78fdd88cc for host: dv-cinder-804035-20-iscsi {{(pid=102547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:22:45.649966 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [None req-2847c939-d16e-4dbb-a795-c25a56596ba2 admin admin] For port 94b2397e-118d-4e48-a81a-dfddcf998123, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=94b2397e-118d-4e48-a81a-dfddcf998123,segment=NetworkSegment(0ed66df3-fe9f-4da3-924e-b64abe4f4390),segment_id=0ed66df3-fe9f-4da3-924e-b64abe4f4390)] {{(pid=102545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:22:45.650494 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2847c939-d16e-4dbb-a795-c25a56596ba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:45.652993 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160b7642-4037-457e-8f1a-ebe5d80d4204 None None] Routers {'1b4362e1-3896-44bd-b31f-e1d78fdd88cc'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:22:45.653607 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-160b7642-4037-457e-8f1a-ebe5d80d4204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:22:18Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['1b4362e1-3896-44bd-b31f-e1d78fdd88cc'], 'active': True} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:22:45.663060 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [None req-2847c939-d16e-4dbb-a795-c25a56596ba2 admin admin] Calling delete_port for 94b2397e-118d-4e48-a81a-dfddcf998123 owned by network:router_gateway {{(pid=102545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:22:45.740583 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvr_db [None req-160b7642-4037-457e-8f1a-ebe5d80d4204 None None] Set router 1b4362e1-3896-44bd-b31f-e1d78fdd88cc gateway port host: None {{(pid=102547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:22:45.790922 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-160b7642-4037-457e-8f1a-ebe5d80d4204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4362e1-3896-44bd-b31f-e1d78fdd88cc', 'name': 'tempest-ServerRescueNegativeTestJSON-379663553-router', 'tenant_id': '32404aa4e2d44b9e966da2bab0b27149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:19:28Z', 'updated_at': '2021-11-24T15:22:45Z', 'revision_number': 6, 'project_id': '32404aa4e2d44b9e966da2bab0b27149', 'gw_port_host': None}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:22:45.820569 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160b7642-4037-457e-8f1a-ebe5d80d4204 None None] The sync data for ids ['1b4362e1-3896-44bd-b31f-e1d78fdd88cc'] in dv-cinder-804035-20-iscsi is: [{'id': '1b4362e1-3896-44bd-b31f-e1d78fdd88cc', 'name': 'tempest-ServerRescueNegativeTestJSON-379663553-router', 'tenant_id': '32404aa4e2d44b9e966da2bab0b27149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:19:28Z', 'updated_at': '2021-11-24T15:22:45Z', 'revision_number': 6, 'project_id': '32404aa4e2d44b9e966da2bab0b27149', 'gw_port_host': None}] {{(pid=102547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:22:45.828120 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2847c939-d16e-4dbb-a795-c25a56596ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:45.858343 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847c939-d16e-4dbb-a795-c25a56596ba2 admin admin] Pushing event deleted for resources: {'Port': ['ID=94b2397e-118d-4e48-a81a-dfddcf998123,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:45.915503 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2847c939-d16e-4dbb-a795-c25a56596ba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663808'] for router_gateway, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:46.016789 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2847c939-d16e-4dbb-a795-c25a56596ba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-679758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3229'] for router, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:46.018921 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2847c939-d16e-4dbb-a795-c25a56596ba2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:46.019855 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 35432) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:22:46.064221 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d8925c9-8720-4587-b4d3-b12c248dab31 admin admin] Deleting subnet d0c1e38d-debd-48ec-8102-211e15fd87c3 {{(pid=102544) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 15:22:46.067319 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-4d8925c9-8720-4587-b4d3-b12c248dab31 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:46.084114 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2847c939-d16e-4dbb-a795-c25a56596ba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663938'] for router, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:46.084706 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2847c939-d16e-4dbb-a795-c25a56596ba2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b4362e1-3896-44bd-b31f-e1d78fdd88cc {{(pid=102545) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 15:22:46.089847 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2847c939-d16e-4dbb-a795-c25a56596ba2 admin admin] Publish callbacks [] for router, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:46.093925 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-2847c939-d16e-4dbb-a795-c25a56596ba2 admin admin] 10.222.0.66 "DELETE /v2.0/routers/1b4362e1-3896-44bd-b31f-e1d78fdd88cc HTTP/1.1" status: 204 len: 168 time: 0.7796781 Nov 24 15:22:46.094110 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 35434) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:22:46.106499 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-4d8925c9-8720-4587-b4d3-b12c248dab31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15251451'] for subnet, precommit_delete_associations {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:46.137293 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.db_base_plugin_v2 [None req-646dff7d-23ce-47f6-afd7-6bfeb58eae39 admin admin] Deleting subnet 6dd026dc-7a5a-4fd3-ad01-b8844bc6d476 {{(pid=102545) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 15:22:46.140340 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-646dff7d-23ce-47f6-afd7-6bfeb58eae39 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:46.145301 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-4d8925c9-8720-4587-b4d3-b12c248dab31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469115'] for subnet, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:46.175389 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-646dff7d-23ce-47f6-afd7-6bfeb58eae39 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15682648'] for subnet, precommit_delete_associations {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:46.202756 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-4d8925c9-8720-4587-b4d3-b12c248dab31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15751986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13828195'] for subnet, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:46.216290 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-4d8925c9-8720-4587-b4d3-b12c248dab31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for subnet, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:46.219556 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-4d8925c9-8720-4587-b4d3-b12c248dab31 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/d0c1e38d-debd-48ec-8102-211e15fd87c3 HTTP/1.1" status: 204 len: 168 time: 0.1981635 Nov 24 15:22:46.223382 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 35436) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:22:46.239853 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8925c9-8720-4587-b4d3-b12c248dab31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0c1e38d-debd-48ec-8102-211e15fd87c3,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:46.245644 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-646dff7d-23ce-47f6-afd7-6bfeb58eae39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469115'] for subnet, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:46.248183 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8925c9-8720-4587-b4d3-b12c248dab31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:46.248728 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8925c9-8720-4587-b4d3-b12c248dab31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:46.249246 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8925c9-8720-4587-b4d3-b12c248dab31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:46.249752 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8925c9-8720-4587-b4d3-b12c248dab31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:46.250243 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8925c9-8720-4587-b4d3-b12c248dab31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:46.250734 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8925c9-8720-4587-b4d3-b12c248dab31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:46.251257 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8925c9-8720-4587-b4d3-b12c248dab31 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:46.251765 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8925c9-8720-4587-b4d3-b12c248dab31 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:46.252263 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8925c9-8720-4587-b4d3-b12c248dab31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:46.252923 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8925c9-8720-4587-b4d3-b12c248dab31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:46.253407 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8925c9-8720-4587-b4d3-b12c248dab31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:46.253903 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8925c9-8720-4587-b4d3-b12c248dab31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:46.326327 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-18536d8f-6268-4878-985d-e659745555be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541282'] for network, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:46.364421 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-646dff7d-23ce-47f6-afd7-6bfeb58eae39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13923688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13012796'] for subnet, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:46.410228 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-646dff7d-23ce-47f6-afd7-6bfeb58eae39 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:46.413376 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-646dff7d-23ce-47f6-afd7-6bfeb58eae39 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/6dd026dc-7a5a-4fd3-ad01-b8844bc6d476 HTTP/1.1" status: 204 len: 168 time: 0.3183603 Nov 24 15:22:46.414167 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646dff7d-23ce-47f6-afd7-6bfeb58eae39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dd026dc-7a5a-4fd3-ad01-b8844bc6d476,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:46.416088 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 35438) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:22:46.445451 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-18536d8f-6268-4878-985d-e659745555be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468516', 'neutron.services.segments.db._delete_segments_for_network-8750837505464'] for network, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:46.465855 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.services.segments.db [None req-18536d8f-6268-4878-985d-e659745555be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c60d9449-ba6f-4d12-83b1-6f849f230180']}} {{(pid=102545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:22:46.475427 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.services.segments.db [None req-18536d8f-6268-4878-985d-e659745555be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b784020-e757-426d-a3ad-609d65df6712') {'for_net_delete': True} {{(pid=102545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:22:46.475718 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.services.segments.db [None req-18536d8f-6268-4878-985d-e659745555be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b784020-e757-426d-a3ad-609d65df6712') {} {{(pid=102545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:22:46.484861 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-18536d8f-6268-4878-985d-e659745555be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750837468492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15682671'] for segment, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:46.489225 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-7f65ed0d-2387-4ac6-908c-57b7368c2b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541282'] for network, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:46.499055 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-18536d8f-6268-4878-985d-e659745555be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470086'] for segment, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:46.505423 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18536d8f-6268-4878-985d-e659745555be admin admin] Releasing vlan 1233 on physical network physnet1 to pool {{(pid=102545) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 15:22:46.505821 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-18536d8f-6268-4878-985d-e659745555be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13983434'] for segment, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:46.507876 dv-cinder-804035-20-iscsi neutron-server[102545]: Traceback (most recent call last): Nov 24 15:22:46.507876 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 15:22:46.507876 dv-cinder-804035-20-iscsi neutron-server[102545]: timer() Nov 24 15:22:46.507876 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 15:22:46.507876 dv-cinder-804035-20-iscsi neutron-server[102545]: cb(*args, **kw) Nov 24 15:22:46.507876 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 15:22:46.507876 dv-cinder-804035-20-iscsi neutron-server[102545]: return func(*args, **kwargs) Nov 24 15:22:46.507876 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 15:22:46.507876 dv-cinder-804035-20-iscsi neutron-server[102545]: self._notify() Nov 24 15:22:46.507876 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 15:22:46.507876 dv-cinder-804035-20-iscsi neutron-server[102545]: self.callback(batched_events) Nov 24 15:22:46.507876 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 15:22:46.507876 dv-cinder-804035-20-iscsi neutron-server[102545]: event.method(event) Nov 24 15:22:46.507876 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 15:22:46.507876 dv-cinder-804035-20-iscsi neutron-server[102545]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 15:22:46.507876 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 15:22:46.507876 dv-cinder-804035-20-iscsi neutron-server[102545]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 15:22:46.507876 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 15:22:46.507876 dv-cinder-804035-20-iscsi neutron-server[102545]: return f(self, *a, **k) Nov 24 15:22:46.507876 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 15:22:46.507876 dv-cinder-804035-20-iscsi neutron-server[102545]: return self._get(url).json() Nov 24 15:22:46.507876 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 15:22:46.507876 dv-cinder-804035-20-iscsi neutron-server[102545]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 15:22:46.507876 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 15:22:46.507876 dv-cinder-804035-20-iscsi neutron-server[102545]: return self.request(url, 'GET', **kwargs) Nov 24 15:22:46.507876 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 15:22:46.507876 dv-cinder-804035-20-iscsi neutron-server[102545]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 15:22:46.507876 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 15:22:46.507876 dv-cinder-804035-20-iscsi neutron-server[102545]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 15:22:46.507876 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 15:22:46.507876 dv-cinder-804035-20-iscsi neutron-server[102545]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 15:22:46.507876 dv-cinder-804035-20-iscsi neutron-server[102545]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 15:22:46.567848 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-18536d8f-6268-4878-985d-e659745555be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663844'] for network, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:46.570319 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-7f65ed0d-2387-4ac6-908c-57b7368c2b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468516', 'neutron.services.segments.db._delete_segments_for_network-8750837505464'] for network, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:46.573528 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-18536d8f-6268-4878-985d-e659745555be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for network, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:46.577329 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-18536d8f-6268-4878-985d-e659745555be admin admin] 10.222.0.66 "DELETE /v2.0/networks/c60d9449-ba6f-4d12-83b1-6f849f230180 HTTP/1.1" status: 204 len: 168 time: 0.3529971 Nov 24 15:22:46.589444 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18536d8f-6268-4878-985d-e659745555be admin admin] Pushing event deleted for resources: {'Network': ['ID=c60d9449-ba6f-4d12-83b1-6f849f230180,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:46.595303 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.services.segments.db [None req-7f65ed0d-2387-4ac6-908c-57b7368c2b3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b8e34ef-bafa-4e65-a88d-1be4877982c1']}} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:22:46.620824 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.services.segments.db [None req-7f65ed0d-2387-4ac6-908c-57b7368c2b3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cf6543e-1b65-4cca-9e1b-46695f528b47') {'for_net_delete': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:22:46.621510 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.services.segments.db [None req-7f65ed0d-2387-4ac6-908c-57b7368c2b3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cf6543e-1b65-4cca-9e1b-46695f528b47') {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:22:46.640119 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-7f65ed0d-2387-4ac6-908c-57b7368c2b3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750837468492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15251404'] for segment, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:46.645859 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 45908162-baf5-480a-b98c-62ac8100792e no longer exists at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:22:46.655188 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-7f65ed0d-2387-4ac6-908c-57b7368c2b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470086'] for segment, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:46.663676 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f65ed0d-2387-4ac6-908c-57b7368c2b3a admin admin] Releasing vlan 1228 on physical network physnet1 to pool {{(pid=102544) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 15:22:46.664264 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-7f65ed0d-2387-4ac6-908c-57b7368c2b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15822992'] for segment, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:46.677522 dv-cinder-804035-20-iscsi neutron-server[102544]: Traceback (most recent call last): Nov 24 15:22:46.677522 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 15:22:46.677522 dv-cinder-804035-20-iscsi neutron-server[102544]: timer() Nov 24 15:22:46.677522 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 15:22:46.677522 dv-cinder-804035-20-iscsi neutron-server[102544]: cb(*args, **kw) Nov 24 15:22:46.677522 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 15:22:46.677522 dv-cinder-804035-20-iscsi neutron-server[102544]: return func(*args, **kwargs) Nov 24 15:22:46.677522 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 15:22:46.677522 dv-cinder-804035-20-iscsi neutron-server[102544]: self._notify() Nov 24 15:22:46.677522 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 15:22:46.677522 dv-cinder-804035-20-iscsi neutron-server[102544]: self.callback(batched_events) Nov 24 15:22:46.677522 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 15:22:46.677522 dv-cinder-804035-20-iscsi neutron-server[102544]: event.method(event) Nov 24 15:22:46.677522 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 15:22:46.677522 dv-cinder-804035-20-iscsi neutron-server[102544]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 15:22:46.677522 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 15:22:46.677522 dv-cinder-804035-20-iscsi neutron-server[102544]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 15:22:46.677522 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 15:22:46.677522 dv-cinder-804035-20-iscsi neutron-server[102544]: return f(self, *a, **k) Nov 24 15:22:46.677522 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 15:22:46.677522 dv-cinder-804035-20-iscsi neutron-server[102544]: return self._get(url).json() Nov 24 15:22:46.677522 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 15:22:46.677522 dv-cinder-804035-20-iscsi neutron-server[102544]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 15:22:46.677522 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 15:22:46.677522 dv-cinder-804035-20-iscsi neutron-server[102544]: return self.request(url, 'GET', **kwargs) Nov 24 15:22:46.677522 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 15:22:46.677522 dv-cinder-804035-20-iscsi neutron-server[102544]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 15:22:46.677522 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 15:22:46.677522 dv-cinder-804035-20-iscsi neutron-server[102544]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 15:22:46.677522 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 15:22:46.677522 dv-cinder-804035-20-iscsi neutron-server[102544]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 15:22:46.677522 dv-cinder-804035-20-iscsi neutron-server[102544]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 15:22:46.683930 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] No Port match for: 45908162-baf5-480a-b98c-62ac8100792e {{(pid=102546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:22:46.684291 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 45908162-baf5-480a-b98c-62ac8100792e not bound to the agent host dv-cinder-804035-20-iscsi {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:22:46.729026 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-7f65ed0d-2387-4ac6-908c-57b7368c2b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663844'] for network, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:46.735396 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-7f65ed0d-2387-4ac6-908c-57b7368c2b3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for network, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:46.741339 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-7f65ed0d-2387-4ac6-908c-57b7368c2b3a admin admin] 10.222.0.66 "DELETE /v2.0/networks/8b8e34ef-bafa-4e65-a88d-1be4877982c1 HTTP/1.1" status: 204 len: 168 time: 0.3215785 Nov 24 15:22:46.750463 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f65ed0d-2387-4ac6-908c-57b7368c2b3a admin admin] Pushing event deleted for resources: {'Network': ['ID=8b8e34ef-bafa-4e65-a88d-1be4877982c1,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:46.847516 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 35446) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:22:46.875293 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 35448) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:22:46.893740 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-5569e1eb-4c40-4b06-84bd-21be88698448 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=47d3bc717a2e4d3f8a7eb27026602262&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427942 Nov 24 15:22:46.894060 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 35450) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:22:46.919159 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-6d9b54c5-c017-4ad6-824f-b34e7d03a222 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=32404aa4e2d44b9e966da2bab0b27149&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0426383 Nov 24 15:22:46.921977 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 35452) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:22:46.974922 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-541e64ba-901a-4186-8f31-f1f813c908c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:47.006970 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-541e64ba-901a-4186-8f31-f1f813c908c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:47.018425 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-3280e9c5-487d-4f34-8d2d-2c7b8426d5c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:47.055128 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-3280e9c5-487d-4f34-8d2d-2c7b8426d5c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:47.094856 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-541e64ba-901a-4186-8f31-f1f813c908c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:47.097345 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-541e64ba-901a-4186-8f31-f1f813c908c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:47.098532 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-541e64ba-901a-4186-8f31-f1f813c908c8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cbd3f182-b37c-4495-a864-86712f719b6b HTTP/1.1" status: 204 len: 168 time: 0.2034910 Nov 24 15:22:47.109368 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-3280e9c5-487d-4f34-8d2d-2c7b8426d5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:47.112153 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-3280e9c5-487d-4f34-8d2d-2c7b8426d5c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:47.113342 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-3280e9c5-487d-4f34-8d2d-2c7b8426d5c5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7bfceadc-ce72-4207-ab1f-0c228e6977f4 HTTP/1.1" status: 204 len: 168 time: 0.1904330 Nov 24 15:22:47.121056 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541e64ba-901a-4186-8f31-f1f813c908c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd3f182-b37c-4495-a864-86712f719b6b,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:47.131218 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280e9c5-487d-4f34-8d2d-2c7b8426d5c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfceadc-ce72-4207-ab1f-0c228e6977f4,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:47.620279 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-f633fb8d-4d0a-4b0a-8f41-8d58b5d94cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:47.848730 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 35496) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:22:47.943991 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [None req-2ca32b69-e08d-40dd-bc25-0eaf0b42acf6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-620991033-network', 'tenant_id': '15cfbeac1f3f4700a4806775a9786f5d'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:22:47.964298 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca32b69-e08d-40dd-bc25-0eaf0b42acf6 admin admin] Made reservation on behalf of 15cfbeac1f3f4700a4806775a9786f5d for: {'network': 1} {{(pid=102545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:22:47.967220 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2ca32b69-e08d-40dd-bc25-0eaf0b42acf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for network, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:47.975443 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2ca32b69-e08d-40dd-bc25-0eaf0b42acf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:48.049398 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2ca32b69-e08d-40dd-bc25-0eaf0b42acf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:48.054884 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2ca32b69-e08d-40dd-bc25-0eaf0b42acf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:48.076295 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ca32b69-e08d-40dd-bc25-0eaf0b42acf6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1244} {{(pid=102545) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 15:22:48.093055 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca32b69-e08d-40dd-bc25-0eaf0b42acf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7db751-518b-4169-92e7-edd33eb1206b,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:48.096957 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2ca32b69-e08d-40dd-bc25-0eaf0b42acf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470086'] for segment, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:48.097308 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.db.segments_db [None req-2ca32b69-e08d-40dd-bc25-0eaf0b42acf6 admin admin] Added segment 5e100fbc-d77e-4779-93d7-094d4c6f44a0 of type vlan for network e130b39d-08a3-4f56-a8c9-cdbf0ac59277 Nov 24 15:22:48.105414 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 94b2397e-118d-4e48-a81a-dfddcf998123 no longer exists at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:22:48.129183 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] No Port match for: 94b2397e-118d-4e48-a81a-dfddcf998123 {{(pid=102546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:22:48.129785 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 94b2397e-118d-4e48-a81a-dfddcf998123 not bound to the agent host dv-cinder-804035-20-iscsi {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:22:48.145398 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2ca32b69-e08d-40dd-bc25-0eaf0b42acf6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750836966705'] for network, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:48.170824 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2ca32b69-e08d-40dd-bc25-0eaf0b42acf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203'] for network, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:48.171863 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca32b69-e08d-40dd-bc25-0eaf0b42acf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:48.172453 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2ca32b69-e08d-40dd-bc25-0eaf0b42acf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for network, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:48.180465 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 35508) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:22:48.208515 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-2ca32b69-e08d-40dd-bc25-0eaf0b42acf6 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3586235 Nov 24 15:22:48.211918 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 35512) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:22:48.212630 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-124f8df6-068a-4f00-a8c0-a9ff39f4d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:48.218174 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.v2.base [None req-bf0ff4b7-447e-4063-a661-1ead2fa3224f admin admin] Request body: {'subnet': {'network_id': 'e130b39d-08a3-4f56-a8c9-cdbf0ac59277', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-620991033-subnet', 'tenant_id': '15cfbeac1f3f4700a4806775a9786f5d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:22:48.237542 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca32b69-e08d-40dd-bc25-0eaf0b42acf6 admin admin] Pushing event updated for resources: {'Network': ['ID=e130b39d-08a3-4f56-a8c9-cdbf0ac59277,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:48.240706 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0ff4b7-447e-4063-a661-1ead2fa3224f admin admin] Made reservation on behalf of 15cfbeac1f3f4700a4806775a9786f5d for: {'subnet': 1} {{(pid=102544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:22:48.244768 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-bf0ff4b7-447e-4063-a661-1ead2fa3224f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13828168'] for subnet, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:48.249345 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Network e130b39d-08a3-4f56-a8c9-cdbf0ac59277 details requested by agent ovs-agent-dv-cinder-804035-20-iscsi with host dv-cinder-804035-20-iscsi {{(pid=102546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 15:22:48.331524 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-1c6329c0-f36b-42bf-af8e-b97275d1f8fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:48.483501 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-1c6329c0-f36b-42bf-af8e-b97275d1f8fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:48.484555 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-bf0ff4b7-447e-4063-a661-1ead2fa3224f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15752173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13828186'] for subnet, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:48.508525 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-1c6329c0-f36b-42bf-af8e-b97275d1f8fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:48.576760 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ff4b7-447e-4063-a661-1ead2fa3224f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6f169b1-1681-4fc6-8349-4eb563a83e19,revision_number=0']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:48.583751 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6329c0-f36b-42bf-af8e-b97275d1f8fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510849ca-32be-4bb4-b37f-efe833232283,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:48.590571 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-1c6329c0-f36b-42bf-af8e-b97275d1f8fa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=233c3b3b612f45ada617027fb8e271ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4085777 Nov 24 15:22:48.593344 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 35516) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:22:48.598230 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0ff4b7-447e-4063-a661-1ead2fa3224f admin admin] Checking segment: {'id': '5e100fbc-d77e-4779-93d7-094d4c6f44a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'e130b39d-08a3-4f56-a8c9-cdbf0ac59277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:22:48.598584 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0ff4b7-447e-4063-a661-1ead2fa3224f admin admin] Network hostable DHCP agents. Network: e130b39d-08a3-4f56-a8c9-cdbf0ac59277, hostable agents: ['c1d34c78-3ad8-4647-a250-754fc30c4ba4'], hosted agents: [] {{(pid=102544) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 15:22:48.622620 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0ff4b7-447e-4063-a661-1ead2fa3224f admin admin] Network e130b39d-08a3-4f56-a8c9-cdbf0ac59277 is scheduled to be hosted by DHCP agent c1d34c78-3ad8-4647-a250-754fc30c4ba4 with binding_index 1 {{(pid=102544) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 15:22:48.633574 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.base_scheduler [None req-bf0ff4b7-447e-4063-a661-1ead2fa3224f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-20-iscsi, e130b39d-08a3-4f56-a8c9-cdbf0ac59277) {{(pid=102544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:22:48.639251 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0ff4b7-447e-4063-a661-1ead2fa3224f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:48.640213 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-bf0ff4b7-447e-4063-a661-1ead2fa3224f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for subnet, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:48.648370 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433a19ec-e1e4-4a8d-97b9-531637e2811e None None] Network e130b39d-08a3-4f56-a8c9-cdbf0ac59277 requested from dv-cinder-804035-20-iscsi {{(pid=102546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:22:48.661314 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-8e977427-b2a2-4164-8a0d-abcfc66af997 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:48.673928 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-bf0ff4b7-447e-4063-a661-1ead2fa3224f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4608529 Nov 24 15:22:48.677234 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 35518) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:22:48.681765 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [None req-213a31ca-6fc2-42fc-9fb0-5d867e62954b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-620991033-router', 'tenant_id': '15cfbeac1f3f4700a4806775a9786f5d', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86'}}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:22:48.705212 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-8e977427-b2a2-4164-8a0d-abcfc66af997 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:48.736197 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-213a31ca-6fc2-42fc-9fb0-5d867e62954b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-679383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3251'] for router, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:48.737087 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-213a31ca-6fc2-42fc-9fb0-5d867e62954b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-665005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-621000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3204'] for router, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:48.790800 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-213a31ca-6fc2-42fc-9fb0-5d867e62954b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:48.811604 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fbfc5f-9cd5-4309-80da-564f8b488baa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d40999c-5bbb-552c-8929-1b9b17976eea-e130b39d-08a3-4f56-a8c9-cdbf0ac59277', 'network_id': 'e130b39d-08a3-4f56-a8c9-cdbf0ac59277', 'tenant_id': '15cfbeac1f3f4700a4806775a9786f5d', 'fixed_ips': [{'subnet_id': 'a6f169b1-1681-4fc6-8349-4eb563a83e19'}]}} from dv-cinder-804035-20-iscsi. {{(pid=102546) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 15:22:48.812545 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-d5fbfc5f-9cd5-4309-80da-564f8b488baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:48.836342 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-8e977427-b2a2-4164-8a0d-abcfc66af997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:48.840144 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-8e977427-b2a2-4164-8a0d-abcfc66af997 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:48.844621 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-8e977427-b2a2-4164-8a0d-abcfc66af997 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/510849ca-32be-4bb4-b37f-efe833232283 HTTP/1.1" status: 204 len: 168 time: 0.2495415 Nov 24 15:22:48.880677 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e977427-b2a2-4164-8a0d-abcfc66af997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510849ca-32be-4bb4-b37f-efe833232283,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:48.969823 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.db_base_plugin_common [None req-d5fbfc5f-9cd5-4309-80da-564f8b488baa None None] Allocated IP 172.20.0.2 (e130b39d-08a3-4f56-a8c9-cdbf0ac59277/a6f169b1-1681-4fc6-8349-4eb563a83e19/c8926b2a-5f73-48c3-98c2-31d36d07c8b9) {{(pid=102546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:22:49.146148 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-d5fbfc5f-9cd5-4309-80da-564f8b488baa None None] Publish callbacks [] for port, precommit_create {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:49.153995 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-d5fbfc5f-9cd5-4309-80da-564f8b488baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098'] for port, after_create {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:49.195619 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fbfc5f-9cd5-4309-80da-564f8b488baa None None] Network e130b39d-08a3-4f56-a8c9-cdbf0ac59277 is already hosted by enough agents. {{(pid=102546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:22:49.198506 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.scheduler.base_scheduler [None req-d5fbfc5f-9cd5-4309-80da-564f8b488baa None None] Resources bound (agent type, host, resource id): {{(pid=102546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:22:49.202731 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fbfc5f-9cd5-4309-80da-564f8b488baa None None] Received port after_create {{(pid=102546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:22:49.209032 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fbfc5f-9cd5-4309-80da-564f8b488baa None None] Pushing event updated for resources: {'Port': ['ID=c8926b2a-5f73-48c3-98c2-31d36d07c8b9,revision_number=1']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:49.219515 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-213a31ca-6fc2-42fc-9fb0-5d867e62954b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:49.264358 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-d5fbfc5f-9cd5-4309-80da-564f8b488baa None None] Attempting to bind port c8926b2a-5f73-48c3-98c2-31d36d07c8b9 on host dv-cinder-804035-20-iscsi for vnic_type normal with profile {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:22:49.264736 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-d5fbfc5f-9cd5-4309-80da-564f8b488baa None None] Attempting to bind port c8926b2a-5f73-48c3-98c2-31d36d07c8b9 by drivers openvswitch,hyperv on host dv-cinder-804035-20-iscsi at level 0 using segments [{'id': '5e100fbc-d77e-4779-93d7-094d4c6f44a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'e130b39d-08a3-4f56-a8c9-cdbf0ac59277'}] {{(pid=102546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:22:49.265675 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fbfc5f-9cd5-4309-80da-564f8b488baa None None] Attempting to bind port c8926b2a-5f73-48c3-98c2-31d36d07c8b9 on network e130b39d-08a3-4f56-a8c9-cdbf0ac59277 {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:22:49.270189 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fbfc5f-9cd5-4309-80da-564f8b488baa None None] Checking agent: {'id': '09195cb9-9d00-4b2c-842e-e029daf9b985', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 11, 51), 'started_at': datetime.datetime(2021, 11, 24, 15, 12, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:22:49.270570 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fbfc5f-9cd5-4309-80da-564f8b488baa None None] Checking segment: {'id': '5e100fbc-d77e-4779-93d7-094d4c6f44a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'e130b39d-08a3-4f56-a8c9-cdbf0ac59277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:22:49.271011 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-d5fbfc5f-9cd5-4309-80da-564f8b488baa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:49.271412 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fbfc5f-9cd5-4309-80da-564f8b488baa None None] Bound using segment: {'id': '5e100fbc-d77e-4779-93d7-094d4c6f44a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'e130b39d-08a3-4f56-a8c9-cdbf0ac59277'} {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:22:49.271883 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-d5fbfc5f-9cd5-4309-80da-564f8b488baa None None] Bound port: c8926b2a-5f73-48c3-98c2-31d36d07c8b9, host: dv-cinder-804035-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e100fbc-d77e-4779-93d7-094d4c6f44a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'e130b39d-08a3-4f56-a8c9-cdbf0ac59277'}}] {{(pid=102546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:22:49.272277 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-d5fbfc5f-9cd5-4309-80da-564f8b488baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:49.338085 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-d5fbfc5f-9cd5-4309-80da-564f8b488baa None None] For port c8926b2a-5f73-48c3-98c2-31d36d07c8b9, host dv-cinder-804035-20-iscsi, cleared binding levels {{(pid=102546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:22:49.341241 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-d5fbfc5f-9cd5-4309-80da-564f8b488baa None None] For port c8926b2a-5f73-48c3-98c2-31d36d07c8b9, host dv-cinder-804035-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=c8926b2a-5f73-48c3-98c2-31d36d07c8b9,segment=NetworkSegment(5e100fbc-d77e-4779-93d7-094d4c6f44a0),segment_id=5e100fbc-d77e-4779-93d7-094d4c6f44a0)] {{(pid=102546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:22:49.344764 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-d5fbfc5f-9cd5-4309-80da-564f8b488baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:49.401267 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fbfc5f-9cd5-4309-80da-564f8b488baa None None] Pushing event updated for resources: {'Port': ['ID=c8926b2a-5f73-48c3-98c2-31d36d07c8b9,revision_number=2']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:49.429048 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-213a31ca-6fc2-42fc-9fb0-5d867e62954b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:49.448895 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-213a31ca-6fc2-42fc-9fb0-5d867e62954b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:49.572951 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.db_base_plugin_common [None req-213a31ca-6fc2-42fc-9fb0-5d867e62954b admin admin] Allocated IP 172.27.3.168 (8344f4db-560e-43ae-a8a3-c586ec595f86/c55147fe-7574-46b9-be0f-c5d247f19105/7df63596-f16f-4631-b9a2-08d55064f862) {{(pid=102545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:22:49.687781 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-213a31ca-6fc2-42fc-9fb0-5d867e62954b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:49.727307 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-213a31ca-6fc2-42fc-9fb0-5d867e62954b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:49.764694 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0567c706-1e8e-49a8-b1df-c52fd48358e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:49.771712 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213a31ca-6fc2-42fc-9fb0-5d867e62954b admin admin] Network 8344f4db-560e-43ae-a8a3-c586ec595f86 is already hosted by enough agents. {{(pid=102545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:22:49.774657 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [None req-213a31ca-6fc2-42fc-9fb0-5d867e62954b admin admin] Resources bound (agent type, host, resource id): {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:22:49.777095 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213a31ca-6fc2-42fc-9fb0-5d867e62954b admin admin] Received port after_create {{(pid=102545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:22:49.801952 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213a31ca-6fc2-42fc-9fb0-5d867e62954b admin admin] Pushing event updated for resources: {'Port': ['ID=7df63596-f16f-4631-b9a2-08d55064f862,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:50.050645 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-213a31ca-6fc2-42fc-9fb0-5d867e62954b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:50.212102 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device c8926b2a-5f73-48c3-98c2-31d36d07c8b9 up at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:22:50.269972 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Provisioning complete for port c8926b2a-5f73-48c3-98c2-31d36d07c8b9 triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:22:50.270769 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:50.278489 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-213a31ca-6fc2-42fc-9fb0-5d867e62954b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663900'] for router, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:50.353179 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:50.364492 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db678f7-6e59-48e5-94be-24b5afcd71c9 None None] Network e130b39d-08a3-4f56-a8c9-cdbf0ac59277 requested from dv-cinder-804035-20-iscsi {{(pid=102546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:22:50.409599 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-213a31ca-6fc2-42fc-9fb0-5d867e62954b admin admin] Router d1842c13-e3f5-4c60-be71-80cea264535a is scheduled to L3 agent cf746c29-e95d-415d-8373-1f02a86f1d46 with binding_index 1 {{(pid=102545) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 15:22:50.452071 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] For port c8926b2a-5f73-48c3-98c2-31d36d07c8b9, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=c8926b2a-5f73-48c3-98c2-31d36d07c8b9,segment=NetworkSegment(5e100fbc-d77e-4779-93d7-094d4c6f44a0),segment_id=5e100fbc-d77e-4779-93d7-094d4c6f44a0)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:22:50.455021 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-94485f76-ec1b-402c-9c40-ab0143d9ec10 None None] Provisioning complete for port c8926b2a-5f73-48c3-98c2-31d36d07c8b9 triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:22:50.455428 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-94485f76-ec1b-402c-9c40-ab0143d9ec10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:50.459753 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:50.518547 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213a31ca-6fc2-42fc-9fb0-5d867e62954b admin admin] Notify agent at l3_agent.dv-cinder-804035-20-iscsi the message routers_updated {{(pid=102545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:22:50.536974 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-213a31ca-6fc2-42fc-9fb0-5d867e62954b admin admin] Publish callbacks [] for router, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:50.538446 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-213a31ca-6fc2-42fc-9fb0-5d867e62954b admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8599584 Nov 24 15:22:50.539823 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b26bdd-05c7-4a44-928f-90f8eaa94710 None None] Sync routers for ids ['d1842c13-e3f5-4c60-be71-80cea264535a'] in dv-cinder-804035-20-iscsi {{(pid=102546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:22:50.541234 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 35534) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:22:50.593375 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Pushing event updated for resources: {'Port': ['ID=c8926b2a-5f73-48c3-98c2-31d36d07c8b9,revision_number=3']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:50.604164 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b26bdd-05c7-4a44-928f-90f8eaa94710 None None] Routers {'d1842c13-e3f5-4c60-be71-80cea264535a'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:22:50.604751 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-d3b26bdd-05c7-4a44-928f-90f8eaa94710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:22:48Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['d1842c13-e3f5-4c60-be71-80cea264535a'], 'active': True} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:22:50.646641 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.agents_db [None req-1855c149-01a8-4582-985c-3b31432c2781 None None] Agent healthcheck: found 6 active agents {{(pid=102547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:22:50.760882 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvr_db [None req-d3b26bdd-05c7-4a44-928f-90f8eaa94710 None None] Set router d1842c13-e3f5-4c60-be71-80cea264535a gateway port host: dv-cinder-804035-20-iscsi {{(pid=102546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:22:50.960723 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-9dcb5bf2-60c2-4961-abbc-06b1e6ff75f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:50.973106 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:50.975409 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-d3b26bdd-05c7-4a44-928f-90f8eaa94710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'name': 'tempest-AttachVolumeShelveTestJSON-620991033-router', 'tenant_id': '15cfbeac1f3f4700a4806775a9786f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '7df63596-f16f-4631-b9a2-08d55064f862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:22:48Z', 'updated_at': '2021-11-24T15:22:49Z', 'revision_number': 3, 'project_id': '15cfbeac1f3f4700a4806775a9786f5d', 'gw_port': {'id': '7df63596-f16f-4631-b9a2-08d55064f862', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:26:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:22:49Z', 'updated_at': '2021-11-24T15:22:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi'}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:22:50.977104 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-74acbf76-b299-49af-bab3-15310ef1dad1 None None] Provisioning complete for port c8926b2a-5f73-48c3-98c2-31d36d07c8b9 triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:22:50.977465 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-74acbf76-b299-49af-bab3-15310ef1dad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:51.026509 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b26bdd-05c7-4a44-928f-90f8eaa94710 None None] Checking router: d1842c13-e3f5-4c60-be71-80cea264535a for host: dv-cinder-804035-20-iscsi {{(pid=102546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:22:51.026952 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b26bdd-05c7-4a44-928f-90f8eaa94710 None None] Updating router d1842c13-e3f5-4c60-be71-80cea264535a port 7df63596-f16f-4631-b9a2-08d55064f862 binding host dv-cinder-804035-20-iscsi {{(pid=102546) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 15:22:51.063466 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-d3b26bdd-05c7-4a44-928f-90f8eaa94710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:51.113829 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.db_base_plugin_common [None req-9dcb5bf2-60c2-4961-abbc-06b1e6ff75f4 admin admin] Allocated IP 172.20.0.1 (e130b39d-08a3-4f56-a8c9-cdbf0ac59277/a6f169b1-1681-4fc6-8349-4eb563a83e19/a7311685-2010-4dfa-a329-23c624b59e25) {{(pid=102545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:22:51.215641 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-9dcb5bf2-60c2-4961-abbc-06b1e6ff75f4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:51.249215 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-9dcb5bf2-60c2-4961-abbc-06b1e6ff75f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:51.296193 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcb5bf2-60c2-4961-abbc-06b1e6ff75f4 admin admin] Network e130b39d-08a3-4f56-a8c9-cdbf0ac59277 is already hosted by enough agents. {{(pid=102545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:22:51.299201 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [None req-9dcb5bf2-60c2-4961-abbc-06b1e6ff75f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:22:51.302319 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcb5bf2-60c2-4961-abbc-06b1e6ff75f4 admin admin] Received port after_create {{(pid=102545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:22:51.329114 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb5bf2-60c2-4961-abbc-06b1e6ff75f4 admin admin] Pushing event updated for resources: {'Port': ['ID=a7311685-2010-4dfa-a329-23c624b59e25,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:51.349373 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-9dcb5bf2-60c2-4961-abbc-06b1e6ff75f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663981'] for router_interface, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:51.482932 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-9dcb5bf2-60c2-4961-abbc-06b1e6ff75f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:51.489795 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-d3b26bdd-05c7-4a44-928f-90f8eaa94710 None None] Publish callbacks [] for port, precommit_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:51.497743 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-d3b26bdd-05c7-4a44-928f-90f8eaa94710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:51.560289 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-6d07b078-c33d-443d-9460-6a1fc6660efa None None] Provisioning complete for port a7311685-2010-4dfa-a329-23c624b59e25 triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:22:51.560682 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-6d07b078-c33d-443d-9460-6a1fc6660efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:51.566780 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-d3b26bdd-05c7-4a44-928f-90f8eaa94710 None None] Attempting to bind port 7df63596-f16f-4631-b9a2-08d55064f862 on host dv-cinder-804035-20-iscsi for vnic_type normal with profile {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:22:51.567171 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-d3b26bdd-05c7-4a44-928f-90f8eaa94710 None None] Attempting to bind port 7df63596-f16f-4631-b9a2-08d55064f862 by drivers openvswitch,hyperv on host dv-cinder-804035-20-iscsi at level 0 using segments [{'id': '0ed66df3-fe9f-4da3-924e-b64abe4f4390', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86'}] {{(pid=102546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:22:51.567534 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b26bdd-05c7-4a44-928f-90f8eaa94710 None None] Attempting to bind port 7df63596-f16f-4631-b9a2-08d55064f862 on network 8344f4db-560e-43ae-a8a3-c586ec595f86 {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:22:51.585325 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6043f74-5445-4d78-8f40-e99ceb895a6f None None] Pushing event updated for resources: {'Port': ['ID=7df63596-f16f-4631-b9a2-08d55064f862,revision_number=2']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:51.595778 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b26bdd-05c7-4a44-928f-90f8eaa94710 None None] Checking agent: {'id': '09195cb9-9d00-4b2c-842e-e029daf9b985', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 11, 51), 'started_at': datetime.datetime(2021, 11, 24, 15, 12, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:22:51.596152 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b26bdd-05c7-4a44-928f-90f8eaa94710 None None] Checking segment: {'id': '0ed66df3-fe9f-4da3-924e-b64abe4f4390', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:22:51.596997 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-d3b26bdd-05c7-4a44-928f-90f8eaa94710 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:51.596997 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b26bdd-05c7-4a44-928f-90f8eaa94710 None None] Bound using segment: {'id': '0ed66df3-fe9f-4da3-924e-b64abe4f4390', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86'} {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:22:51.597393 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-d3b26bdd-05c7-4a44-928f-90f8eaa94710 None None] Bound port: 7df63596-f16f-4631-b9a2-08d55064f862, host: dv-cinder-804035-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed66df3-fe9f-4da3-924e-b64abe4f4390', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86'}}] {{(pid=102546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:22:51.597774 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-d3b26bdd-05c7-4a44-928f-90f8eaa94710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:51.628689 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-6d07b078-c33d-443d-9460-6a1fc6660efa None None] Port a7311685-2010-4dfa-a329-23c624b59e25 cannot update to ACTIVE because it is not bound. {{(pid=102546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:22:51.651674 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-9dcb5bf2-60c2-4961-abbc-06b1e6ff75f4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:51.656473 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-9dcb5bf2-60c2-4961-abbc-06b1e6ff75f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13923618'] for port, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:51.657059 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-d3b26bdd-05c7-4a44-928f-90f8eaa94710 None None] For port 7df63596-f16f-4631-b9a2-08d55064f862, host dv-cinder-804035-20-iscsi, cleared binding levels {{(pid=102546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:22:51.660301 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-d3b26bdd-05c7-4a44-928f-90f8eaa94710 None None] For port 7df63596-f16f-4631-b9a2-08d55064f862, host dv-cinder-804035-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=7df63596-f16f-4631-b9a2-08d55064f862,segment=NetworkSegment(0ed66df3-fe9f-4da3-924e-b64abe4f4390),segment_id=0ed66df3-fe9f-4da3-924e-b64abe4f4390)] {{(pid=102546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:22:51.664104 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-d3b26bdd-05c7-4a44-928f-90f8eaa94710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:51.712595 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b26bdd-05c7-4a44-928f-90f8eaa94710 None None] Routers {'d1842c13-e3f5-4c60-be71-80cea264535a'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:22:51.712811 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-d3b26bdd-05c7-4a44-928f-90f8eaa94710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:22:48Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['d1842c13-e3f5-4c60-be71-80cea264535a'], 'active': True} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:22:51.722031 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-9dcb5bf2-60c2-4961-abbc-06b1e6ff75f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-679709'] for router_interface, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:51.723935 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb5bf2-60c2-4961-abbc-06b1e6ff75f4 admin admin] Pushing event updated for resources: {'Port': ['ID=a7311685-2010-4dfa-a329-23c624b59e25,revision_number=2']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:51.765186 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6043f74-5445-4d78-8f40-e99ceb895a6f None None] Pushing event updated for resources: {'Port': ['ID=7df63596-f16f-4631-b9a2-08d55064f862,revision_number=3']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:51.816953 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcb5bf2-60c2-4961-abbc-06b1e6ff75f4 admin admin] Network e130b39d-08a3-4f56-a8c9-cdbf0ac59277 is already hosted by enough agents. {{(pid=102545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:22:51.818309 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [None req-9dcb5bf2-60c2-4961-abbc-06b1e6ff75f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:22:51.834532 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvr_db [None req-d3b26bdd-05c7-4a44-928f-90f8eaa94710 None None] Set router d1842c13-e3f5-4c60-be71-80cea264535a gateway port host: dv-cinder-804035-20-iscsi {{(pid=102546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:22:51.937468 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dcb5bf2-60c2-4961-abbc-06b1e6ff75f4 admin admin] Router d1842c13-e3f5-4c60-be71-80cea264535a has already been hosted by L3 agent cf746c29-e95d-415d-8373-1f02a86f1d46 {{(pid=102545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:22:52.045496 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dcb5bf2-60c2-4961-abbc-06b1e6ff75f4 admin admin] Notify agent at l3_agent.dv-cinder-804035-20-iscsi the message routers_updated {{(pid=102545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:22:52.058703 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-9dcb5bf2-60c2-4961-abbc-06b1e6ff75f4 admin admin] 10.222.0.66 "PUT /v2.0/routers/d1842c13-e3f5-4c60-be71-80cea264535a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5092504 Nov 24 15:22:52.058934 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-d3b26bdd-05c7-4a44-928f-90f8eaa94710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'name': 'tempest-AttachVolumeShelveTestJSON-620991033-router', 'tenant_id': '15cfbeac1f3f4700a4806775a9786f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '7df63596-f16f-4631-b9a2-08d55064f862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:22:48Z', 'updated_at': '2021-11-24T15:22:51Z', 'revision_number': 4, 'project_id': '15cfbeac1f3f4700a4806775a9786f5d', 'gw_port': {'id': '7df63596-f16f-4631-b9a2-08d55064f862', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:26:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:22:49Z', 'updated_at': '2021-11-24T15:22:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': 'a7311685-2010-4dfa-a329-23c624b59e25', 'name': '', 'network_id': 'e130b39d-08a3-4f56-a8c9-cdbf0ac59277', 'tenant_id': '15cfbeac1f3f4700a4806775a9786f5d', 'mac_address': 'fa:16:3e:50:64:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'a6f169b1-1681-4fc6-8349-4eb563a83e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:22:50Z', 'updated_at': '2021-11-24T15:22:51Z', 'revision_number': 2, 'project_id': '15cfbeac1f3f4700a4806775a9786f5d', 'subnets': [{'id': 'a6f169b1-1681-4fc6-8349-4eb563a83e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:22:52.059103 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-cb4d835b-0e02-4a96-ae91-14e0d298b371 None None] Provisioning complete for port a7311685-2010-4dfa-a329-23c624b59e25 triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:22:52.059545 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-cb4d835b-0e02-4a96-ae91-14e0d298b371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:52.100384 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b26bdd-05c7-4a44-928f-90f8eaa94710 None None] The sync data for ids ['d1842c13-e3f5-4c60-be71-80cea264535a'] in dv-cinder-804035-20-iscsi is: [{'id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'name': 'tempest-AttachVolumeShelveTestJSON-620991033-router', 'tenant_id': '15cfbeac1f3f4700a4806775a9786f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '7df63596-f16f-4631-b9a2-08d55064f862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:22:48Z', 'updated_at': '2021-11-24T15:22:51Z', 'revision_number': 4, 'project_id': '15cfbeac1f3f4700a4806775a9786f5d', 'gw_port': {'id': '7df63596-f16f-4631-b9a2-08d55064f862', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:26:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:22:49Z', 'updated_at': '2021-11-24T15:22:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': 'a7311685-2010-4dfa-a329-23c624b59e25', 'name': '', 'network_id': 'e130b39d-08a3-4f56-a8c9-cdbf0ac59277', 'tenant_id': '15cfbeac1f3f4700a4806775a9786f5d', 'mac_address': 'fa:16:3e:50:64:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'a6f169b1-1681-4fc6-8349-4eb563a83e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:22:50Z', 'updated_at': '2021-11-24T15:22:51Z', 'revision_number': 2, 'project_id': '15cfbeac1f3f4700a4806775a9786f5d', 'subnets': [{'id': 'a6f169b1-1681-4fc6-8349-4eb563a83e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:22:52.122086 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-cb4d835b-0e02-4a96-ae91-14e0d298b371 None None] Port a7311685-2010-4dfa-a329-23c624b59e25 cannot update to ACTIVE because it is not bound. {{(pid=102546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:22:52.148140 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device c8926b2a-5f73-48c3-98c2-31d36d07c8b9 up at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:22:52.205056 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Provisioning complete for port c8926b2a-5f73-48c3-98c2-31d36d07c8b9 triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:22:52.205518 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:52.775555 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 35546) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:22:52.782295 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.v2.base [None req-e1bdb5b1-5ad2-4b28-9e57-5e24de4083be tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Request body: {'security_group': {'name': 'tempest-securitygroup--555177954', 'description': 'tempest-description--362956407'}} {{(pid=102544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:22:52.812812 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-e1bdb5b1-5ad2-4b28-9e57-5e24de4083be tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks [] for security_group, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:52.887723 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-e1bdb5b1-5ad2-4b28-9e57-5e24de4083be tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks [] for security_group, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:52.893232 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-e1bdb5b1-5ad2-4b28-9e57-5e24de4083be tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:52.925727 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-e1bdb5b1-5ad2-4b28-9e57-5e24de4083be tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks [] for security_group, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:52.927387 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-e1bdb5b1-5ad2-4b28-9e57-5e24de4083be tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1492484 Nov 24 15:22:52.930377 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 35548) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:22:52.936356 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.v2.base [None req-fb39f83d-8073-4704-bf5b-c922bc8b1932 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Request body: {'security_group_rule': {'security_group_id': '52fdb3eb-20bb-4589-adf5-77165d89fe78', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:22:52.942243 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bdb5b1-5ad2-4b28-9e57-5e24de4083be tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52fdb3eb-20bb-4589-adf5-77165d89fe78,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:52.969463 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-fb39f83d-8073-4704-bf5b-c922bc8b1932 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:53.029341 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-fb39f83d-8073-4704-bf5b-c922bc8b1932 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:53.034738 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-fb39f83d-8073-4704-bf5b-c922bc8b1932 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582796'] for security_group_rule, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:53.053015 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb39f83d-8073-4704-bf5b-c922bc8b1932 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3c01413-7e0a-43ee-804b-29e4654bbc15,revision_number=0']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:53.062978 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-fb39f83d-8073-4704-bf5b-c922bc8b1932 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:53.064445 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-fb39f83d-8073-4704-bf5b-c922bc8b1932 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1331029 Nov 24 15:22:53.067063 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 35552) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:22:53.071559 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.v2.base [None req-b852636f-a556-46f5-9da4-a5729d16fe43 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Request body: {'security_group_rule': {'security_group_id': '52fdb3eb-20bb-4589-adf5-77165d89fe78', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:22:53.099698 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-b852636f-a556-46f5-9da4-a5729d16fe43 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:53.162944 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-b852636f-a556-46f5-9da4-a5729d16fe43 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:53.166996 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-b852636f-a556-46f5-9da4-a5729d16fe43 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582796'] for security_group_rule, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:53.185759 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b852636f-a556-46f5-9da4-a5729d16fe43 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2610c852-939f-40ab-9155-0d82a7383518,revision_number=0']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:53.194412 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-b852636f-a556-46f5-9da4-a5729d16fe43 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:53.195664 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-b852636f-a556-46f5-9da4-a5729d16fe43 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1276734 Nov 24 15:22:53.198914 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 35554) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:22:53.203696 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [None req-f01d7d77-940b-49c9-9e14-eed41dafdf2f tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Request body: {'floatingip': {'floating_network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:22:53.234607 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f01d7d77-940b-49c9-9e14-eed41dafdf2f tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks [] for floatingip, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:53.337514 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f01d7d77-940b-49c9-9e14-eed41dafdf2f tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:53.446248 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.db_base_plugin_common [None req-f01d7d77-940b-49c9-9e14-eed41dafdf2f tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Allocated IP 172.27.3.144 (8344f4db-560e-43ae-a8a3-c586ec595f86/c55147fe-7574-46b9-be0f-c5d247f19105/66fc2bc0-a93e-4e7e-b012-049b151fcbad) {{(pid=102545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:22:53.544219 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f01d7d77-940b-49c9-9e14-eed41dafdf2f tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks [] for port, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:53.576086 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f01d7d77-940b-49c9-9e14-eed41dafdf2f tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:53.615969 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01d7d77-940b-49c9-9e14-eed41dafdf2f tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Network 8344f4db-560e-43ae-a8a3-c586ec595f86 is already hosted by enough agents. {{(pid=102545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:22:53.618864 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [None req-f01d7d77-940b-49c9-9e14-eed41dafdf2f tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Resources bound (agent type, host, resource id): {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:22:53.622295 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01d7d77-940b-49c9-9e14-eed41dafdf2f tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Received port after_create {{(pid=102545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:22:53.627741 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01d7d77-940b-49c9-9e14-eed41dafdf2f tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Pushing event updated for resources: {'Port': ['ID=66fc2bc0-a93e-4e7e-b012-049b151fcbad,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:53.707847 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f01d7d77-940b-49c9-9e14-eed41dafdf2f tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:53.741006 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f01d7d77-940b-49c9-9e14-eed41dafdf2f tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:54.135274 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d1bee6-4a5c-4252-8e31-7d69122bf9ee None None] Sync routers for ids ['d1842c13-e3f5-4c60-be71-80cea264535a'] in dv-cinder-804035-20-iscsi {{(pid=102547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:22:54.139991 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f01d7d77-940b-49c9-9e14-eed41dafdf2f tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks [] for port, precommit_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:54.145519 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f01d7d77-940b-49c9-9e14-eed41dafdf2f tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13923618'] for port, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:54.145912 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d1bee6-4a5c-4252-8e31-7d69122bf9ee None None] Routers {'d1842c13-e3f5-4c60-be71-80cea264535a'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:22:54.146525 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-36d1bee6-4a5c-4252-8e31-7d69122bf9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:22:48Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['d1842c13-e3f5-4c60-be71-80cea264535a'], 'active': True} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:22:54.179457 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 7df63596-f16f-4631-b9a2-08d55064f862 up at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:22:54.218524 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f01d7d77-940b-49c9-9e14-eed41dafdf2f tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663866'] for floatingip, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:54.237746 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01d7d77-940b-49c9-9e14-eed41dafdf2f tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Pushing event updated for resources: {'Port': ['ID=66fc2bc0-a93e-4e7e-b012-049b151fcbad,revision_number=2']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:54.260950 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f01d7d77-940b-49c9-9e14-eed41dafdf2f tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for floatingip, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:54.269822 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvr_db [None req-36d1bee6-4a5c-4252-8e31-7d69122bf9ee None None] Set router d1842c13-e3f5-4c60-be71-80cea264535a gateway port host: dv-cinder-804035-20-iscsi {{(pid=102547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:22:54.270016 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Provisioning complete for port 7df63596-f16f-4631-b9a2-08d55064f862 triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:22:54.270251 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:54.275758 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-f01d7d77-940b-49c9-9e14-eed41dafdf2f tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0754688 Nov 24 15:22:54.361479 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:54.392648 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] For port 7df63596-f16f-4631-b9a2-08d55064f862, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=7df63596-f16f-4631-b9a2-08d55064f862,segment=NetworkSegment(0ed66df3-fe9f-4da3-924e-b64abe4f4390),segment_id=0ed66df3-fe9f-4da3-924e-b64abe4f4390)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:22:54.398334 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:54.461142 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Pushing event updated for resources: {'Port': ['ID=7df63596-f16f-4631-b9a2-08d55064f862,revision_number=4']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:54.494680 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-3d02aecf-2b8c-4f65-baa5-0d84f54e5b5c req-fe9bb532-ff80-4bd3-94bd-c9ac54b58519 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--555177954&fields=id&tenant_id=15cfbeac1f3f4700a4806775a9786f5d HTTP/1.1" status: 200 len: 267 time: 0.0653384 Nov 24 15:22:54.580756 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-36d1bee6-4a5c-4252-8e31-7d69122bf9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'name': 'tempest-AttachVolumeShelveTestJSON-620991033-router', 'tenant_id': '15cfbeac1f3f4700a4806775a9786f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '7df63596-f16f-4631-b9a2-08d55064f862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:22:48Z', 'updated_at': '2021-11-24T15:22:51Z', 'revision_number': 4, 'project_id': '15cfbeac1f3f4700a4806775a9786f5d', 'gw_port': {'id': '7df63596-f16f-4631-b9a2-08d55064f862', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:26:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:22:49Z', 'updated_at': '2021-11-24T15:22:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': 'a7311685-2010-4dfa-a329-23c624b59e25', 'name': '', 'network_id': 'e130b39d-08a3-4f56-a8c9-cdbf0ac59277', 'tenant_id': '15cfbeac1f3f4700a4806775a9786f5d', 'mac_address': 'fa:16:3e:50:64:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'a6f169b1-1681-4fc6-8349-4eb563a83e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:22:50Z', 'updated_at': '2021-11-24T15:22:51Z', 'revision_number': 2, 'project_id': '15cfbeac1f3f4700a4806775a9786f5d', 'subnets': [{'id': 'a6f169b1-1681-4fc6-8349-4eb563a83e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:22:54.659930 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d02aecf-2b8c-4f65-baa5-0d84f54e5b5c req-e5d671f9-99d1-44b4-a408-13ce229cbd9e tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:54.661518 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-3d02aecf-2b8c-4f65-baa5-0d84f54e5b5c req-e5d671f9-99d1-44b4-a408-13ce229cbd9e tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/networks?id=e130b39d-08a3-4f56-a8c9-cdbf0ac59277 HTTP/1.1" status: 200 len: 816 time: 0.1576545 Nov 24 15:22:54.678147 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-3d02aecf-2b8c-4f65-baa5-0d84f54e5b5c req-89757c8c-8915-4b3c-a616-b3710ba0ce52 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/quotas/15cfbeac1f3f4700a4806775a9786f5d HTTP/1.1" status: 200 len: 375 time: 0.0102532 Nov 24 15:22:54.692856 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d1bee6-4a5c-4252-8e31-7d69122bf9ee None None] Checking router: d1842c13-e3f5-4c60-be71-80cea264535a for host: dv-cinder-804035-20-iscsi {{(pid=102547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:22:54.693201 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d1bee6-4a5c-4252-8e31-7d69122bf9ee None None] Updating router d1842c13-e3f5-4c60-be71-80cea264535a port a7311685-2010-4dfa-a329-23c624b59e25 binding host dv-cinder-804035-20-iscsi {{(pid=102547) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 15:22:54.717385 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-36d1bee6-4a5c-4252-8e31-7d69122bf9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:54.729164 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-3d02aecf-2b8c-4f65-baa5-0d84f54e5b5c req-c9b11398-7459-436f-abfc-9371072d7e81 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=15cfbeac1f3f4700a4806775a9786f5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450265 Nov 24 15:22:54.826090 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-3d02aecf-2b8c-4f65-baa5-0d84f54e5b5c req-2dae93fc-817d-4986-a5b4-a0febfd7fd4b service neutron] 10.222.0.66 "GET /v2.0/networks/e130b39d-08a3-4f56-a8c9-cdbf0ac59277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842357 Nov 24 15:22:54.917531 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-3d02aecf-2b8c-4f65-baa5-0d84f54e5b5c req-751c4614-d2f1-4b11-a20f-152cde03c49b service neutron] 10.222.0.66 "GET /v2.0/networks/e130b39d-08a3-4f56-a8c9-cdbf0ac59277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851138 Nov 24 15:22:54.974644 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-36d1bee6-4a5c-4252-8e31-7d69122bf9ee None None] Publish callbacks [] for port, precommit_update {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:54.979727 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-36d1bee6-4a5c-4252-8e31-7d69122bf9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:55.031049 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4207fe0-164c-42b5-a3e8-bba972425c2b None None] Pushing event updated for resources: {'Port': ['ID=a7311685-2010-4dfa-a329-23c624b59e25,revision_number=3']} {{(pid=102547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:55.040140 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4207fe0-164c-42b5-a3e8-bba972425c2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:55.041028 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4207fe0-164c-42b5-a3e8-bba972425c2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:55.041028 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4207fe0-164c-42b5-a3e8-bba972425c2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:55.041319 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4207fe0-164c-42b5-a3e8-bba972425c2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:55.041518 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4207fe0-164c-42b5-a3e8-bba972425c2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:55.041828 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4207fe0-164c-42b5-a3e8-bba972425c2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:55.042167 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4207fe0-164c-42b5-a3e8-bba972425c2b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:55.042918 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4207fe0-164c-42b5-a3e8-bba972425c2b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:55.042918 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4207fe0-164c-42b5-a3e8-bba972425c2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:55.043305 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4207fe0-164c-42b5-a3e8-bba972425c2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:55.043529 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4207fe0-164c-42b5-a3e8-bba972425c2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:55.043857 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4207fe0-164c-42b5-a3e8-bba972425c2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:55.104177 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-59a57623-721c-43b9-a03d-eb079ff95099 req-ce0329fb-2b44-4421-b2ee-e8a90d414086 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 210 time: 0.0292819 Nov 24 15:22:55.114743 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.managers [None req-36d1bee6-4a5c-4252-8e31-7d69122bf9ee None None] Attempting to bind port a7311685-2010-4dfa-a329-23c624b59e25 on host dv-cinder-804035-20-iscsi for vnic_type normal with profile {{(pid=102547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:22:55.115168 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.managers [None req-36d1bee6-4a5c-4252-8e31-7d69122bf9ee None None] Attempting to bind port a7311685-2010-4dfa-a329-23c624b59e25 by drivers openvswitch,hyperv on host dv-cinder-804035-20-iscsi at level 0 using segments [{'id': '5e100fbc-d77e-4779-93d7-094d4c6f44a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'e130b39d-08a3-4f56-a8c9-cdbf0ac59277'}] {{(pid=102547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:22:55.115536 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d1bee6-4a5c-4252-8e31-7d69122bf9ee None None] Attempting to bind port a7311685-2010-4dfa-a329-23c624b59e25 on network e130b39d-08a3-4f56-a8c9-cdbf0ac59277 {{(pid=102547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:22:55.120778 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d1bee6-4a5c-4252-8e31-7d69122bf9ee None None] Checking agent: {'id': '09195cb9-9d00-4b2c-842e-e029daf9b985', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 11, 51), 'started_at': datetime.datetime(2021, 11, 24, 15, 12, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:22:55.121700 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d1bee6-4a5c-4252-8e31-7d69122bf9ee None None] Checking segment: {'id': '5e100fbc-d77e-4779-93d7-094d4c6f44a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'e130b39d-08a3-4f56-a8c9-cdbf0ac59277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:22:55.122107 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-36d1bee6-4a5c-4252-8e31-7d69122bf9ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:55.122497 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d1bee6-4a5c-4252-8e31-7d69122bf9ee None None] Bound using segment: {'id': '5e100fbc-d77e-4779-93d7-094d4c6f44a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'e130b39d-08a3-4f56-a8c9-cdbf0ac59277'} {{(pid=102547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:22:55.122995 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.managers [None req-36d1bee6-4a5c-4252-8e31-7d69122bf9ee None None] Bound port: a7311685-2010-4dfa-a329-23c624b59e25, host: dv-cinder-804035-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e100fbc-d77e-4779-93d7-094d4c6f44a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'e130b39d-08a3-4f56-a8c9-cdbf0ac59277'}}] {{(pid=102547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:22:55.123529 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-36d1bee6-4a5c-4252-8e31-7d69122bf9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:55.199352 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.db [None req-36d1bee6-4a5c-4252-8e31-7d69122bf9ee None None] For port a7311685-2010-4dfa-a329-23c624b59e25, host dv-cinder-804035-20-iscsi, cleared binding levels {{(pid=102547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:22:55.203813 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.db [None req-36d1bee6-4a5c-4252-8e31-7d69122bf9ee None None] For port a7311685-2010-4dfa-a329-23c624b59e25, host dv-cinder-804035-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=a7311685-2010-4dfa-a329-23c624b59e25,segment=NetworkSegment(5e100fbc-d77e-4779-93d7-094d4c6f44a0),segment_id=5e100fbc-d77e-4779-93d7-094d4c6f44a0)] {{(pid=102547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:22:55.208785 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-36d1bee6-4a5c-4252-8e31-7d69122bf9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:55.281044 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4207fe0-164c-42b5-a3e8-bba972425c2b None None] Pushing event updated for resources: {'Port': ['ID=a7311685-2010-4dfa-a329-23c624b59e25,revision_number=4']} {{(pid=102547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:55.287084 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-b00eb97b-8ca4-4542-b924-3d05f3c50062 None None] Provisioning complete for port a7311685-2010-4dfa-a329-23c624b59e25 triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:22:55.288425 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-b00eb97b-8ca4-4542-b924-3d05f3c50062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:55.295933 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d1bee6-4a5c-4252-8e31-7d69122bf9ee None None] Routers {'d1842c13-e3f5-4c60-be71-80cea264535a'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:22:55.296652 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-36d1bee6-4a5c-4252-8e31-7d69122bf9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:22:48Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['d1842c13-e3f5-4c60-be71-80cea264535a'], 'active': True} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:22:55.381930 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-b00eb97b-8ca4-4542-b924-3d05f3c50062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:55.420061 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-b00eb97b-8ca4-4542-b924-3d05f3c50062 None None] For port a7311685-2010-4dfa-a329-23c624b59e25, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=a7311685-2010-4dfa-a329-23c624b59e25,segment=NetworkSegment(5e100fbc-d77e-4779-93d7-094d4c6f44a0),segment_id=5e100fbc-d77e-4779-93d7-094d4c6f44a0)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:22:55.426007 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-b00eb97b-8ca4-4542-b924-3d05f3c50062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:55.448928 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvr_db [None req-36d1bee6-4a5c-4252-8e31-7d69122bf9ee None None] Set router d1842c13-e3f5-4c60-be71-80cea264535a gateway port host: dv-cinder-804035-20-iscsi {{(pid=102547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:22:55.491573 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00eb97b-8ca4-4542-b924-3d05f3c50062 None None] Pushing event updated for resources: {'Port': ['ID=a7311685-2010-4dfa-a329-23c624b59e25,revision_number=5']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:55.498595 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00eb97b-8ca4-4542-b924-3d05f3c50062 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:55.498988 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00eb97b-8ca4-4542-b924-3d05f3c50062 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:55.499334 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00eb97b-8ca4-4542-b924-3d05f3c50062 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:55.499668 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00eb97b-8ca4-4542-b924-3d05f3c50062 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:55.500000 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00eb97b-8ca4-4542-b924-3d05f3c50062 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:55.500355 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00eb97b-8ca4-4542-b924-3d05f3c50062 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:55.500677 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00eb97b-8ca4-4542-b924-3d05f3c50062 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:55.501005 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00eb97b-8ca4-4542-b924-3d05f3c50062 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:55.501349 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00eb97b-8ca4-4542-b924-3d05f3c50062 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:55.501679 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00eb97b-8ca4-4542-b924-3d05f3c50062 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:55.502003 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00eb97b-8ca4-4542-b924-3d05f3c50062 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:55.502327 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00eb97b-8ca4-4542-b924-3d05f3c50062 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:55.548361 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-57df807e-d7f2-41e4-bb5b-faaf5d3bfd35 None None] Provisioning complete for port a7311685-2010-4dfa-a329-23c624b59e25 triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:22:55.548732 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-57df807e-d7f2-41e4-bb5b-faaf5d3bfd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:55.652107 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-36d1bee6-4a5c-4252-8e31-7d69122bf9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'name': 'tempest-AttachVolumeShelveTestJSON-620991033-router', 'tenant_id': '15cfbeac1f3f4700a4806775a9786f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '7df63596-f16f-4631-b9a2-08d55064f862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:22:48Z', 'updated_at': '2021-11-24T15:22:51Z', 'revision_number': 4, 'project_id': '15cfbeac1f3f4700a4806775a9786f5d', 'gw_port': {'id': '7df63596-f16f-4631-b9a2-08d55064f862', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:26:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:22:49Z', 'updated_at': '2021-11-24T15:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': 'a7311685-2010-4dfa-a329-23c624b59e25', 'name': '', 'network_id': 'e130b39d-08a3-4f56-a8c9-cdbf0ac59277', 'tenant_id': '15cfbeac1f3f4700a4806775a9786f5d', 'mac_address': 'fa:16:3e:50:64:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'a6f169b1-1681-4fc6-8349-4eb563a83e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:22:50Z', 'updated_at': '2021-11-24T15:22:55Z', 'revision_number': 4, 'project_id': '15cfbeac1f3f4700a4806775a9786f5d', 'subnets': [{'id': 'a6f169b1-1681-4fc6-8349-4eb563a83e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:22:55.678016 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d1bee6-4a5c-4252-8e31-7d69122bf9ee None None] The sync data for ids ['d1842c13-e3f5-4c60-be71-80cea264535a'] in dv-cinder-804035-20-iscsi is: [{'id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'name': 'tempest-AttachVolumeShelveTestJSON-620991033-router', 'tenant_id': '15cfbeac1f3f4700a4806775a9786f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '7df63596-f16f-4631-b9a2-08d55064f862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:22:48Z', 'updated_at': '2021-11-24T15:22:51Z', 'revision_number': 4, 'project_id': '15cfbeac1f3f4700a4806775a9786f5d', 'gw_port': {'id': '7df63596-f16f-4631-b9a2-08d55064f862', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:26:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:22:49Z', 'updated_at': '2021-11-24T15:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': 'a7311685-2010-4dfa-a329-23c624b59e25', 'name': '', 'network_id': 'e130b39d-08a3-4f56-a8c9-cdbf0ac59277', 'tenant_id': '15cfbeac1f3f4700a4806775a9786f5d', 'mac_address': 'fa:16:3e:50:64:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'a6f169b1-1681-4fc6-8349-4eb563a83e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:22:50Z', 'updated_at': '2021-11-24T15:22:55Z', 'revision_number': 4, 'project_id': '15cfbeac1f3f4700a4806775a9786f5d', 'subnets': [{'id': 'a6f169b1-1681-4fc6-8349-4eb563a83e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:22:56.179996 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 7df63596-f16f-4631-b9a2-08d55064f862 up at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:22:56.217042 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-dd14af99-11d1-4853-9a00-2c034cbf8359 req-1683ca9a-f241-4cfe-b86c-663614161d08 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 210 time: 0.0288086 Nov 24 15:22:56.232297 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Provisioning complete for port 7df63596-f16f-4631-b9a2-08d55064f862 triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:22:56.232867 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:56.314613 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device a7311685-2010-4dfa-a329-23c624b59e25 up at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:22:56.359142 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Provisioning complete for port a7311685-2010-4dfa-a329-23c624b59e25 triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:22:56.359518 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:57.313914 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-77a2ecfa-ad1a-4b01-be40-84bcb85f79f7 req-c0025dcf-53a7-40ec-b564-5d0263e51125 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 210 time: 0.0255487 Nov 24 15:22:58.380179 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d02aecf-2b8c-4f65-baa5-0d84f54e5b5c req-c103351a-2567-4994-a157-0f7ed350ffee tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:58.381665 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-3d02aecf-2b8c-4f65-baa5-0d84f54e5b5c req-c103351a-2567-4994-a157-0f7ed350ffee tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.74 "GET /v2.0/networks?id=e130b39d-08a3-4f56-a8c9-cdbf0ac59277 HTTP/1.1" status: 200 len: 816 time: 0.1036777 Nov 24 15:22:58.417942 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-2430e6de-5298-4ff2-9824-079f030ba589 req-aa2c5fc8-b923-4b76-940d-1aa4ba030131 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 210 time: 0.0306067 Nov 24 15:22:58.448391 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-3d02aecf-2b8c-4f65-baa5-0d84f54e5b5c req-b4039170-ab0e-4898-b4d3-5fe670d42aad tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15cfbeac1f3f4700a4806775a9786f5d HTTP/1.1" status: 200 len: 379 time: 0.0536942 Nov 24 15:22:58.459678 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [req-3d02aecf-2b8c-4f65-baa5-0d84f54e5b5c req-e4c76c12-fe71-44f2-a852-5116b67dc2dd tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Request body: {'port': {'device_id': '361e1e6c-853b-4fde-89ed-843a85be79c1', 'network_id': 'e130b39d-08a3-4f56-a8c9-cdbf0ac59277', 'admin_state_up': True, 'tenant_id': '15cfbeac1f3f4700a4806775a9786f5d', 'security_groups': ['52fdb3eb-20bb-4589-adf5-77165d89fe78']}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:22:58.567189 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d02aecf-2b8c-4f65-baa5-0d84f54e5b5c req-e4c76c12-fe71-44f2-a852-5116b67dc2dd tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Made reservation on behalf of 15cfbeac1f3f4700a4806775a9786f5d for: {'port': 1} {{(pid=102545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:22:58.570544 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-3d02aecf-2b8c-4f65-baa5-0d84f54e5b5c req-e4c76c12-fe71-44f2-a852-5116b67dc2dd tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:58.691832 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.db_base_plugin_common [req-3d02aecf-2b8c-4f65-baa5-0d84f54e5b5c req-e4c76c12-fe71-44f2-a852-5116b67dc2dd tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Allocated IP 172.20.0.4 (e130b39d-08a3-4f56-a8c9-cdbf0ac59277/a6f169b1-1681-4fc6-8349-4eb563a83e19/66d6070e-c6fb-4ac7-8705-204f502bc368) {{(pid=102545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:22:58.848079 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-3d02aecf-2b8c-4f65-baa5-0d84f54e5b5c req-e4c76c12-fe71-44f2-a852-5116b67dc2dd tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks [] for port, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:58.890184 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-3d02aecf-2b8c-4f65-baa5-0d84f54e5b5c req-e4c76c12-fe71-44f2-a852-5116b67dc2dd tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:58.942504 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d02aecf-2b8c-4f65-baa5-0d84f54e5b5c req-e4c76c12-fe71-44f2-a852-5116b67dc2dd tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Network e130b39d-08a3-4f56-a8c9-cdbf0ac59277 is already hosted by enough agents. {{(pid=102545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:22:58.945573 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [req-3d02aecf-2b8c-4f65-baa5-0d84f54e5b5c req-e4c76c12-fe71-44f2-a852-5116b67dc2dd tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Resources bound (agent type, host, resource id): {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:22:58.948027 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d02aecf-2b8c-4f65-baa5-0d84f54e5b5c req-e4c76c12-fe71-44f2-a852-5116b67dc2dd tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Received port after_create {{(pid=102545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:22:58.980483 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5876666-0810-454d-8356-cdb088f5ca5e req-c3b0f79b-0e76-4a93-9f24-22059886f6db tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:58.981888 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f5876666-0810-454d-8356-cdb088f5ca5e req-c3b0f79b-0e76-4a93-9f24-22059886f6db tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 945 time: 0.0510578 Nov 24 15:22:58.983810 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c76c12-fe71-44f2-a852-5116b67dc2dd tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Pushing event updated for resources: {'Port': ['ID=66d6070e-c6fb-4ac7-8705-204f502bc368,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:59.011693 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d02aecf-2b8c-4f65-baa5-0d84f54e5b5c req-e4c76c12-fe71-44f2-a852-5116b67dc2dd tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:59.012358 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-3d02aecf-2b8c-4f65-baa5-0d84f54e5b5c req-e4c76c12-fe71-44f2-a852-5116b67dc2dd tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:59.030625 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-3d02aecf-2b8c-4f65-baa5-0d84f54e5b5c req-e4c76c12-fe71-44f2-a852-5116b67dc2dd tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5746825 Nov 24 15:22:59.038733 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f5876666-0810-454d-8356-cdb088f5ca5e req-93cd4067-b941-42d6-9c36-664f93ac7c95 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=5eb0e9ea-adfa-4e36-9048-51675c6733b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482044 Nov 24 15:22:59.045531 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [req-3d02aecf-2b8c-4f65-baa5-0d84f54e5b5c req-7d551b74-6ed5-4edd-b2c7-a07e50b76218 service neutron] Request body: {'port': {'device_id': '361e1e6c-853b-4fde-89ed-843a85be79c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:22:59.100410 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-3d02aecf-2b8c-4f65-baa5-0d84f54e5b5c req-7d551b74-6ed5-4edd-b2c7-a07e50b76218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:59.179697 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-3d857f0f-9bf4-41c5-ac16-c118458239ea None None] Provisioning complete for port 66d6070e-c6fb-4ac7-8705-204f502bc368 triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:22:59.180291 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-3d857f0f-9bf4-41c5-ac16-c118458239ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:59.214351 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-3d857f0f-9bf4-41c5-ac16-c118458239ea None None] Port 66d6070e-c6fb-4ac7-8705-204f502bc368 cannot update to ACTIVE because it is not bound. {{(pid=102546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:22:59.358331 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [req-3d02aecf-2b8c-4f65-baa5-0d84f54e5b5c req-7d551b74-6ed5-4edd-b2c7-a07e50b76218 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66d6070e-c6fb-4ac7-8705-204f502bc368 {{(pid=102545) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:22:59.365753 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-3d02aecf-2b8c-4f65-baa5-0d84f54e5b5c req-7d551b74-6ed5-4edd-b2c7-a07e50b76218 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:59.377953 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.provisioning_blocks [req-3d02aecf-2b8c-4f65-baa5-0d84f54e5b5c req-7d551b74-6ed5-4edd-b2c7-a07e50b76218 service neutron] Transition to ACTIVE for port object 66d6070e-c6fb-4ac7-8705-204f502bc368 will not be triggered until provisioned by entity L2. {{(pid=102545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 15:22:59.381099 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-3d02aecf-2b8c-4f65-baa5-0d84f54e5b5c req-7d551b74-6ed5-4edd-b2c7-a07e50b76218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13923618'] for port, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:59.427941 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d551b74-6ed5-4edd-b2c7-a07e50b76218 service neutron] Pushing event updated for resources: {'Port': ['ID=66d6070e-c6fb-4ac7-8705-204f502bc368,revision_number=2']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:59.514702 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-3d02aecf-2b8c-4f65-baa5-0d84f54e5b5c req-7d551b74-6ed5-4edd-b2c7-a07e50b76218 service neutron] Attempting to bind port 66d6070e-c6fb-4ac7-8705-204f502bc368 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:22:59.515273 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-3d02aecf-2b8c-4f65-baa5-0d84f54e5b5c req-7d551b74-6ed5-4edd-b2c7-a07e50b76218 service neutron] Attempting to bind port 66d6070e-c6fb-4ac7-8705-204f502bc368 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '5e100fbc-d77e-4779-93d7-094d4c6f44a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'e130b39d-08a3-4f56-a8c9-cdbf0ac59277'}] {{(pid=102545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:22:59.515612 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d02aecf-2b8c-4f65-baa5-0d84f54e5b5c req-7d551b74-6ed5-4edd-b2c7-a07e50b76218 service neutron] Attempting to bind port 66d6070e-c6fb-4ac7-8705-204f502bc368 on network e130b39d-08a3-4f56-a8c9-cdbf0ac59277 {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:22:59.521265 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d02aecf-2b8c-4f65-baa5-0d84f54e5b5c req-7d551b74-6ed5-4edd-b2c7-a07e50b76218 service neutron] Port 66d6070e-c6fb-4ac7-8705-204f502bc368 on network e130b39d-08a3-4f56-a8c9-cdbf0ac59277 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 15:22:59.521265 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d02aecf-2b8c-4f65-baa5-0d84f54e5b5c req-7d551b74-6ed5-4edd-b2c7-a07e50b76218 service neutron] Attempting to bind port 66d6070e-c6fb-4ac7-8705-204f502bc368 on network e130b39d-08a3-4f56-a8c9-cdbf0ac59277 {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:22:59.526084 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d02aecf-2b8c-4f65-baa5-0d84f54e5b5c req-7d551b74-6ed5-4edd-b2c7-a07e50b76218 service neutron] Checking agent: {'id': 'd4f6996e-fa07-4465-ad79-7a89714f2bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 17, 38), 'started_at': datetime.datetime(2021, 11, 24, 15, 17, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:22:59.526595 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d02aecf-2b8c-4f65-baa5-0d84f54e5b5c req-7d551b74-6ed5-4edd-b2c7-a07e50b76218 service neutron] Checking segment: {'id': '5e100fbc-d77e-4779-93d7-094d4c6f44a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'e130b39d-08a3-4f56-a8c9-cdbf0ac59277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:22:59.527031 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d02aecf-2b8c-4f65-baa5-0d84f54e5b5c req-7d551b74-6ed5-4edd-b2c7-a07e50b76218 service neutron] Bound using segment: {'id': '5e100fbc-d77e-4779-93d7-094d4c6f44a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'e130b39d-08a3-4f56-a8c9-cdbf0ac59277'} {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:22:59.527472 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-3d02aecf-2b8c-4f65-baa5-0d84f54e5b5c req-7d551b74-6ed5-4edd-b2c7-a07e50b76218 service neutron] Bound port: 66d6070e-c6fb-4ac7-8705-204f502bc368, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e100fbc-d77e-4779-93d7-094d4c6f44a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'e130b39d-08a3-4f56-a8c9-cdbf0ac59277'}}] {{(pid=102545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:22:59.527836 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-3d02aecf-2b8c-4f65-baa5-0d84f54e5b5c req-7d551b74-6ed5-4edd-b2c7-a07e50b76218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:59.552489 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f10d1e-f07b-48a1-9c7b-c70f79ed1b1e req-00019347-f199-47af-82ff-8543628bc226 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:59.555255 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-07f10d1e-f07b-48a1-9c7b-c70f79ed1b1e req-00019347-f199-47af-82ff-8543628bc226 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 943 time: 0.0599165 Nov 24 15:22:59.596900 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-3d02aecf-2b8c-4f65-baa5-0d84f54e5b5c req-7d551b74-6ed5-4edd-b2c7-a07e50b76218 service neutron] For port 66d6070e-c6fb-4ac7-8705-204f502bc368, host hv-cinder-80403, cleared binding levels {{(pid=102545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:22:59.599916 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-3d02aecf-2b8c-4f65-baa5-0d84f54e5b5c req-7d551b74-6ed5-4edd-b2c7-a07e50b76218 service neutron] For port 66d6070e-c6fb-4ac7-8705-204f502bc368, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=66d6070e-c6fb-4ac7-8705-204f502bc368,segment=NetworkSegment(5e100fbc-d77e-4779-93d7-094d4c6f44a0),segment_id=5e100fbc-d77e-4779-93d7-094d4c6f44a0)] {{(pid=102545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:22:59.604445 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-07f10d1e-f07b-48a1-9c7b-c70f79ed1b1e req-bece34de-aa4d-4a08-9c7b-df46106478d8 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438812 Nov 24 15:22:59.604726 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-3d02aecf-2b8c-4f65-baa5-0d84f54e5b5c req-7d551b74-6ed5-4edd-b2c7-a07e50b76218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13923618'] for port, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:59.639246 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d02aecf-2b8c-4f65-baa5-0d84f54e5b5c req-7d551b74-6ed5-4edd-b2c7-a07e50b76218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:59.639879 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-3d02aecf-2b8c-4f65-baa5-0d84f54e5b5c req-7d551b74-6ed5-4edd-b2c7-a07e50b76218 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:59.641323 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-3d02aecf-2b8c-4f65-baa5-0d84f54e5b5c req-7d551b74-6ed5-4edd-b2c7-a07e50b76218 service neutron] 10.222.0.74 "PUT /v2.0/ports/66d6070e-c6fb-4ac7-8705-204f502bc368 HTTP/1.1" status: 200 len: 1093 time: 0.6010454 Nov 24 15:22:59.641822 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '361e1e6c-853b-4fde-89ed-843a85be79c1', 'tag': '66d6070e-c6fb-4ac7-8705-204f502bc368'}] {{(pid=102545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:22:59.644315 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e232a59b198ff96befa2502742fd1f317735a6d9991c1ac6356d20aee71e71d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc313596-b189-498d-a942-27721b80fb5c" -d '{"events": [{"name": "network-changed", "server_uuid": "361e1e6c-853b-4fde-89ed-843a85be79c1", "tag": "66d6070e-c6fb-4ac7-8705-204f502bc368"}]}' {{(pid=102545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:22:59.674421 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d551b74-6ed5-4edd-b2c7-a07e50b76218 service neutron] Pushing event updated for resources: {'Port': ['ID=66d6070e-c6fb-4ac7-8705-204f502bc368,revision_number=3']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:59.709704 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5536c5b8-201c-4b9e-adc2-07502a04dab3 x-openstack-request-id: req-5536c5b8-201c-4b9e-adc2-07502a04dab3 {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:22:59.710004 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "361e1e6c-853b-4fde-89ed-843a85be79c1", "tag": "66d6070e-c6fb-4ac7-8705-204f502bc368", "status": "completed", "code": 200}]} {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:22:59.710278 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5536c5b8-201c-4b9e-adc2-07502a04dab3 {{(pid=102545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:22:59.710681 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '361e1e6c-853b-4fde-89ed-843a85be79c1', 'tag': '66d6070e-c6fb-4ac7-8705-204f502bc368', 'status': 'completed', 'code': 200} Nov 24 15:23:00.161736 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775c625-98fc-459e-b199-8d65dd106a6d req-09ed3ac2-ce0c-416b-9bc9-7bae8d37f354 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:00.163147 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-8775c625-98fc-459e-b199-8d65dd106a6d req-09ed3ac2-ce0c-416b-9bc9-7bae8d37f354 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 945 time: 0.0520446 Nov 24 15:23:00.211169 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-8775c625-98fc-459e-b199-8d65dd106a6d req-1d32369f-9b7f-4ed9-84f6-55afb87d38da tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=5eb0e9ea-adfa-4e36-9048-51675c6733b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420990 Nov 24 15:23:00.722857 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb383f2d-767c-4bde-b6fa-de48728bb7dc req-a72840f6-b501-4104-bc39-8041cafba600 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:00.724324 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-cb383f2d-767c-4bde-b6fa-de48728bb7dc req-a72840f6-b501-4104-bc39-8041cafba600 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 943 time: 0.0470927 Nov 24 15:23:00.770545 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-cb383f2d-767c-4bde-b6fa-de48728bb7dc req-2babf7e6-39f4-4b0f-9c7e-2005c4d85046 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403886 Nov 24 15:23:01.324551 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db66af-088a-4771-b903-cdcad3f51a7b req-cec4ea09-c4eb-4605-b9ad-83e8a98c9189 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:01.326535 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-58db66af-088a-4771-b903-cdcad3f51a7b req-cec4ea09-c4eb-4605-b9ad-83e8a98c9189 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 945 time: 0.0480154 Nov 24 15:23:01.375160 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-58db66af-088a-4771-b903-cdcad3f51a7b req-66644d3f-f5d4-4691-960d-e0449922a475 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=5eb0e9ea-adfa-4e36-9048-51675c6733b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427723 Nov 24 15:23:01.893115 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818b2ce-9e93-42e3-8679-cc3fcb291623 req-67f6af03-af21-44ae-b414-f431f47111e4 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:01.894650 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-d818b2ce-9e93-42e3-8679-cc3fcb291623 req-67f6af03-af21-44ae-b414-f431f47111e4 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 943 time: 0.0546186 Nov 24 15:23:01.942383 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-d818b2ce-9e93-42e3-8679-cc3fcb291623 req-055f5f42-cd26-4ea0-9ff0-dcc76b93fec9 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417333 Nov 24 15:23:01.993362 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc313596-b189-498d-a942-27721b80fb5c req-ca4415f7-ec49-4ec5-96ac-e7bae4bc6ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:01.994934 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-fc313596-b189-498d-a942-27721b80fb5c req-ca4415f7-ec49-4ec5-96ac-e7bae4bc6ec6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=15cfbeac1f3f4700a4806775a9786f5d&device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 1096 time: 0.0424337 Nov 24 15:23:02.093968 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc313596-b189-498d-a942-27721b80fb5c req-527df4cc-19d5-4b3e-aebd-af0fa8d975bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:02.095494 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-fc313596-b189-498d-a942-27721b80fb5c req-527df4cc-19d5-4b3e-aebd-af0fa8d975bb service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=15cfbeac1f3f4700a4806775a9786f5d&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0921004 Nov 24 15:23:02.186786 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc313596-b189-498d-a942-27721b80fb5c req-6816861e-a8f6-4e51-aea5-ce93f85df116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:02.188189 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-fc313596-b189-498d-a942-27721b80fb5c req-6816861e-a8f6-4e51-aea5-ce93f85df116 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0836620 Nov 24 15:23:02.275869 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d02aecf-2b8c-4f65-baa5-0d84f54e5b5c req-4a12f961-0f7a-4c88-9090-3ba949047315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:02.277380 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-3d02aecf-2b8c-4f65-baa5-0d84f54e5b5c req-4a12f961-0f7a-4c88-9090-3ba949047315 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=15cfbeac1f3f4700a4806775a9786f5d&device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 1096 time: 0.0460656 Nov 24 15:23:02.320867 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-3d02aecf-2b8c-4f65-baa5-0d84f54e5b5c req-9237d70f-e6b7-43e5-999f-441782860424 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66d6070e-c6fb-4ac7-8705-204f502bc368 HTTP/1.1" status: 200 len: 217 time: 0.0352247 Nov 24 15:23:02.368293 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d02aecf-2b8c-4f65-baa5-0d84f54e5b5c req-06454917-8c49-43ec-be4b-88747aa6d676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:02.369695 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-3d02aecf-2b8c-4f65-baa5-0d84f54e5b5c req-06454917-8c49-43ec-be4b-88747aa6d676 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a6f169b1-1681-4fc6-8349-4eb563a83e19 HTTP/1.1" status: 200 len: 855 time: 0.0419779 Nov 24 15:23:02.416752 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d02aecf-2b8c-4f65-baa5-0d84f54e5b5c req-97b583c1-a780-49f3-85d7-00f10dc35ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:02.418252 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-3d02aecf-2b8c-4f65-baa5-0d84f54e5b5c req-97b583c1-a780-49f3-85d7-00f10dc35ce0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e130b39d-08a3-4f56-a8c9-cdbf0ac59277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0395973 Nov 24 15:23:02.489880 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f80d2-f0a4-4dd0-8feb-5b670010ebf1 req-95665d4d-2dc2-40c6-8bf7-d5ca873ede12 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:02.491397 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ec0f80d2-f0a4-4dd0-8feb-5b670010ebf1 req-95665d4d-2dc2-40c6-8bf7-d5ca873ede12 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 945 time: 0.0489511 Nov 24 15:23:02.512997 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-3d02aecf-2b8c-4f65-baa5-0d84f54e5b5c req-2460f123-b395-4dcd-a2ba-875136eeff01 service neutron] 10.222.0.74 "GET /v2.0/networks/e130b39d-08a3-4f56-a8c9-cdbf0ac59277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865037 Nov 24 15:23:02.538679 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ec0f80d2-f0a4-4dd0-8feb-5b670010ebf1 req-e79c8513-b845-4b3e-9414-e41630e23a76 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=5eb0e9ea-adfa-4e36-9048-51675c6733b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413747 Nov 24 15:23:02.603693 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-3d02aecf-2b8c-4f65-baa5-0d84f54e5b5c req-89d460ac-6187-4617-923d-ff55219fbb1b service neutron] 10.222.0.74 "GET /v2.0/networks/e130b39d-08a3-4f56-a8c9-cdbf0ac59277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806928 Nov 24 15:23:03.068340 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9923f-befb-42a2-8f9b-17fd43fc0f7d req-89d5f410-6481-4fc1-92c4-8bf3f7980ce1 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:03.069868 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-eae9923f-befb-42a2-8f9b-17fd43fc0f7d req-89d5f410-6481-4fc1-92c4-8bf3f7980ce1 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 943 time: 0.0539083 Nov 24 15:23:03.119199 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-eae9923f-befb-42a2-8f9b-17fd43fc0f7d req-6eec0ef9-3830-4e4a-bf3a-152906ff727f tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432446 Nov 24 15:23:03.650947 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6372e-8300-4beb-ba60-b23d917bb2ef req-5fcc3423-0bb6-4712-8721-1fa98b98f7d3 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:03.652436 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-aff6372e-8300-4beb-ba60-b23d917bb2ef req-5fcc3423-0bb6-4712-8721-1fa98b98f7d3 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 945 time: 0.0490968 Nov 24 15:23:03.698679 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-aff6372e-8300-4beb-ba60-b23d917bb2ef req-a1598b15-1a16-4a4d-b3dd-613d4aa58e38 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=5eb0e9ea-adfa-4e36-9048-51675c6733b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396645 Nov 24 15:23:04.248697 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39776dc-0314-49ae-a313-42056c21e15a req-84863b57-1a10-437f-8816-4e7236fca825 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:04.250095 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-a39776dc-0314-49ae-a313-42056c21e15a req-84863b57-1a10-437f-8816-4e7236fca825 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 943 time: 0.0564117 Nov 24 15:23:04.297348 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-a39776dc-0314-49ae-a313-42056c21e15a req-4e87f930-45b2-4b75-8b4f-457e6d3a801c tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413816 Nov 24 15:23:04.815264 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310c058-2325-46a6-a4a1-8664c7a82dde req-a102cfb4-e457-4692-8f56-70d3508d2cd4 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:04.816715 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-5310c058-2325-46a6-a4a1-8664c7a82dde req-a102cfb4-e457-4692-8f56-70d3508d2cd4 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 945 time: 0.0503929 Nov 24 15:23:04.863689 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-5310c058-2325-46a6-a4a1-8664c7a82dde req-97f15880-994c-487b-8dc2-6b8acaca2a86 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=5eb0e9ea-adfa-4e36-9048-51675c6733b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410707 Nov 24 15:23:04.960482 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 66d6070e-c6fb-4ac7-8705-204f502bc368 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 15:23:05.055017 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 66d6070e-c6fb-4ac7-8705-204f502bc368, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=66d6070e-c6fb-4ac7-8705-204f502bc368,segment=NetworkSegment(5e100fbc-d77e-4779-93d7-094d4c6f44a0),segment_id=5e100fbc-d77e-4779-93d7-094d4c6f44a0)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:23:05.066913 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Returning: {'device': '66d6070e-c6fb-4ac7-8705-204f502bc368', 'network_id': 'e130b39d-08a3-4f56-a8c9-cdbf0ac59277', 'port_id': '66d6070e-c6fb-4ac7-8705-204f502bc368', 'mac_address': 'fa:16:3e:57:c2:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6f169b1-1681-4fc6-8349-4eb563a83e19', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 15:23:05.104628 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:05.118470 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.notifiers.nova [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66d6070e-c6fb-4ac7-8705-204f502bc368 {{(pid=102546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:23:05.139747 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 66d6070e-c6fb-4ac7-8705-204f502bc368, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=66d6070e-c6fb-4ac7-8705-204f502bc368,segment=NetworkSegment(5e100fbc-d77e-4779-93d7-094d4c6f44a0),segment_id=5e100fbc-d77e-4779-93d7-094d4c6f44a0)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:23:05.144135 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:05.195083 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Pushing event updated for resources: {'Port': ['ID=66d6070e-c6fb-4ac7-8705-204f502bc368,revision_number=4']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:23:05.418462 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a71ace-d2e7-467c-b6c4-52389e2af07e req-ee2d4066-1933-4b93-8572-f9b8d2dc39d6 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:05.420147 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c8a71ace-d2e7-467c-b6c4-52389e2af07e req-ee2d4066-1933-4b93-8572-f9b8d2dc39d6 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 944 time: 0.0487480 Nov 24 15:23:05.437860 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] get_ports_and_sgs() called for port_ids ['66d6070e-c6fb-4ac7-8705-204f502bc368'] {{(pid=102546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:23:05.472106 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c8a71ace-d2e7-467c-b6c4-52389e2af07e req-81455316-eb5d-4545-8772-f810217445f4 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460298 Nov 24 15:23:05.979082 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc23275c-3324-4a64-a5dd-7809b7909087 req-6e094abf-260e-42d8-8806-4499c08ecb13 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:05.980549 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-cc23275c-3324-4a64-a5dd-7809b7909087 req-6e094abf-260e-42d8-8806-4499c08ecb13 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 945 time: 0.0485601 Nov 24 15:23:06.026527 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-cc23275c-3324-4a64-a5dd-7809b7909087 req-775caef7-8b0f-40f1-aa1f-d007588241f9 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=5eb0e9ea-adfa-4e36-9048-51675c6733b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400558 Nov 24 15:23:06.587834 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caea9ec-a81e-47f4-9aba-bb8fe70cd83c req-a4fa71dc-a0dd-4d49-b010-3ecfcbeb8c34 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:06.589350 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4caea9ec-a81e-47f4-9aba-bb8fe70cd83c req-a4fa71dc-a0dd-4d49-b010-3ecfcbeb8c34 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 944 time: 0.0469797 Nov 24 15:23:06.636532 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4caea9ec-a81e-47f4-9aba-bb8fe70cd83c req-43312d28-a85d-4e65-adb2-82f2e10f1bbb tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406320 Nov 24 15:23:06.978833 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 66d6070e-c6fb-4ac7-8705-204f502bc368 up at agent hyperv_hv-cinder-80403 {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:23:07.031835 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Provisioning for port 66d6070e-c6fb-4ac7-8705-204f502bc368 completed by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 15:23:07.036201 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Provisioning complete for port 66d6070e-c6fb-4ac7-8705-204f502bc368 triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:23:07.036576 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:07.115318 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:07.138796 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361e1e6c-853b-4fde-89ed-843a85be79c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d6070e-c6fb-4ac7-8705-204f502bc368'}] {{(pid=102546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:23:07.141186 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec30b6fee894e899a7ef63b5da9bb2e859d87fc094cada3931da851dba0edc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168cdcab-0cc9-4a4b-b97e-eb72fc0c08cc" -d '{"events": [{"server_uuid": "361e1e6c-853b-4fde-89ed-843a85be79c1", "name": "network-vif-plugged", "status": "completed", "tag": "66d6070e-c6fb-4ac7-8705-204f502bc368"}]}' {{(pid=102546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:23:07.153587 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff571664-6777-49c7-9741-d3500cc1a25e req-3f59d5a8-c08e-41fe-bcce-f7471a7c5e14 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:07.154857 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 66d6070e-c6fb-4ac7-8705-204f502bc368, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=66d6070e-c6fb-4ac7-8705-204f502bc368,segment=NetworkSegment(5e100fbc-d77e-4779-93d7-094d4c6f44a0),segment_id=5e100fbc-d77e-4779-93d7-094d4c6f44a0)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:23:07.155900 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ff571664-6777-49c7-9741-d3500cc1a25e req-3f59d5a8-c08e-41fe-bcce-f7471a7c5e14 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 945 time: 0.0606737 Nov 24 15:23:07.160269 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:07.194789 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b92123-7858-4e6a-ab6e-205a0a5bb011 x-openstack-request-id: req-29b92123-7858-4e6a-ab6e-205a0a5bb011 {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:23:07.195139 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361e1e6c-853b-4fde-89ed-843a85be79c1", "name": "network-vif-plugged", "status": "completed", "tag": "66d6070e-c6fb-4ac7-8705-204f502bc368", "code": 200}]} {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:23:07.195392 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-29b92123-7858-4e6a-ab6e-205a0a5bb011 {{(pid=102546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:23:07.195846 dv-cinder-804035-20-iscsi neutron-server[102546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '361e1e6c-853b-4fde-89ed-843a85be79c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d6070e-c6fb-4ac7-8705-204f502bc368', 'code': 200} Nov 24 15:23:07.215875 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ff571664-6777-49c7-9741-d3500cc1a25e req-02f7ea39-e765-4543-bc5b-096ce5193faa tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=5eb0e9ea-adfa-4e36-9048-51675c6733b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531487 Nov 24 15:23:07.233330 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Pushing event updated for resources: {'Port': ['ID=66d6070e-c6fb-4ac7-8705-204f502bc368,revision_number=5']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:23:07.369718 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682b9f7-fa72-42be-b684-53820ec885ce req-5b4783c6-8242-465b-a6bf-ededfacdd927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:07.371341 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-7682b9f7-fa72-42be-b684-53820ec885ce req-5b4783c6-8242-465b-a6bf-ededfacdd927 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 1098 time: 0.0428312 Nov 24 15:23:07.416728 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-7682b9f7-fa72-42be-b684-53820ec885ce req-8e9d5ad5-f762-49bf-ab15-391c1b953e4f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369997 Nov 24 15:23:07.707377 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:07.777088 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8364937-2980-4cae-b052-2a718bc4bb34 req-32ec7cc1-30fc-455b-8bb2-b960f3350d1c tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:07.778489 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-d8364937-2980-4cae-b052-2a718bc4bb34 req-32ec7cc1-30fc-455b-8bb2-b960f3350d1c tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.66 "GET /v2.0/ports?device_id=958aee3d-9b1b-4c27-8793-9e280bd9b6d2 HTTP/1.1" status: 200 len: 945 time: 0.0775316 Nov 24 15:23:07.787069 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585ce32-0454-48e5-90e7-a00149ada711 req-eae61de1-f81e-4089-9d68-fc2088db8b52 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:07.788435 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-6585ce32-0454-48e5-90e7-a00149ada711 req-eae61de1-f81e-4089-9d68-fc2088db8b52 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 945 time: 0.0757709 Nov 24 15:23:07.860535 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-d8364937-2980-4cae-b052-2a718bc4bb34 req-18b54795-33bd-4d46-872d-31b25739c0de tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.66 "GET /v2.0/security-groups?id=17c1351a-0d75-4eb7-81c6-50135180e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711637 Nov 24 15:23:07.864258 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-6585ce32-0454-48e5-90e7-a00149ada711 req-192f5410-9c05-45a8-b4f6-0cbd903998ee tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684495 Nov 24 15:23:08.330947 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2349f5f-8b5c-43ea-b987-6eef623b569d req-b3065d8f-594b-49f4-95e7-f4181182c0a9 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:08.332427 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c2349f5f-8b5c-43ea-b987-6eef623b569d req-b3065d8f-594b-49f4-95e7-f4181182c0a9 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 945 time: 0.0482183 Nov 24 15:23:08.378326 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c2349f5f-8b5c-43ea-b987-6eef623b569d req-d6f3591c-47b2-44aa-8471-3f552b704cfe tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=5eb0e9ea-adfa-4e36-9048-51675c6733b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400555 Nov 24 15:23:09.006757 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adad34f-5003-415d-b7b7-a207689d6d4d req-315abf47-634e-4373-bbd3-7d538e8cd357 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:09.008253 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-2adad34f-5003-415d-b7b7-a207689d6d4d req-315abf47-634e-4373-bbd3-7d538e8cd357 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.66 "GET /v2.0/ports?device_id=958aee3d-9b1b-4c27-8793-9e280bd9b6d2 HTTP/1.1" status: 200 len: 945 time: 0.0795071 Nov 24 15:23:09.015552 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed749104-6990-43cd-91d1-36e641a30886 req-34803807-003f-4a27-9871-ebaee8fbaf64 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:09.016921 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ed749104-6990-43cd-91d1-36e641a30886 req-34803807-003f-4a27-9871-ebaee8fbaf64 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 945 time: 0.0787723 Nov 24 15:23:09.085531 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-2adad34f-5003-415d-b7b7-a207689d6d4d req-2b9bae14-a005-4ec0-97e9-5a6cfcd386c5 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.66 "GET /v2.0/security-groups?id=17c1351a-0d75-4eb7-81c6-50135180e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676758 Nov 24 15:23:09.089699 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ed749104-6990-43cd-91d1-36e641a30886 req-6d34c143-6b8e-423d-bbe3-6e269a82c131 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663214 Nov 24 15:23:09.205869 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1253d2-8c8f-4b46-aa58-64b969ea4f8d req-f4bd728c-31c8-4e43-b6d5-e56a6e59a8b6 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:09.207273 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-0b1253d2-8c8f-4b46-aa58-64b969ea4f8d req-f4bd728c-31c8-4e43-b6d5-e56a6e59a8b6 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 945 time: 0.0492454 Nov 24 15:23:09.217801 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 35720) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:23:09.222257 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.v2.base [None req-e1a1804d-9759-4b9d-bd2c-563e6204bd76 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Request body: {'floatingip': {'port_id': '66d6070e-c6fb-4ac7-8705-204f502bc368'}} {{(pid=102544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:23:09.293531 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-e1a1804d-9759-4b9d-bd2c-563e6204bd76 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks [] for floatingip, before_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:09.652633 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210a5e1-ec00-45ae-83f9-4731b15aeefc req-3f32582c-efc4-4297-8481-9c1b2e84df3b tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:09.654175 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-3210a5e1-ec00-45ae-83f9-4731b15aeefc req-3f32582c-efc4-4297-8481-9c1b2e84df3b tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.74 "GET /v2.0/ports?device_id=958aee3d-9b1b-4c27-8793-9e280bd9b6d2 HTTP/1.1" status: 200 len: 945 time: 0.0512145 Nov 24 15:23:09.755419 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [req-3210a5e1-ec00-45ae-83f9-4731b15aeefc req-c533de5f-4211-4fe3-b976-39a9a5462d5a tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Deleting port 66c8ad52-c206-4ee5-aada-df62148b7eb9 {{(pid=102545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:23:09.755759 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-3210a5e1-ec00-45ae-83f9-4731b15aeefc req-c533de5f-4211-4fe3-b976-39a9a5462d5a tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:09.764377 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09476ce1-e1c0-4b86-a9ef-9e1c320b9bc1 req-21dbc626-00d7-4a1e-83e2-0bec4ecf8a7d tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:09.765857 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-09476ce1-e1c0-4b86-a9ef-9e1c320b9bc1 req-21dbc626-00d7-4a1e-83e2-0bec4ecf8a7d tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 945 time: 0.3211274 Nov 24 15:23:09.845426 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-3210a5e1-ec00-45ae-83f9-4731b15aeefc req-c533de5f-4211-4fe3-b976-39a9a5462d5a tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] For port 66c8ad52-c206-4ee5-aada-df62148b7eb9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=66c8ad52-c206-4ee5-aada-df62148b7eb9,segment=NetworkSegment(15755615-8d62-46c1-8531-9b0dbd58232d),segment_id=15755615-8d62-46c1-8531-9b0dbd58232d)] {{(pid=102545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:23:09.845918 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-3210a5e1-ec00-45ae-83f9-4731b15aeefc req-c533de5f-4211-4fe3-b976-39a9a5462d5a tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:09.859647 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [req-3210a5e1-ec00-45ae-83f9-4731b15aeefc req-c533de5f-4211-4fe3-b976-39a9a5462d5a tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Calling delete_port for 66c8ad52-c206-4ee5-aada-df62148b7eb9 owned by compute:nova {{(pid=102545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:23:09.890311 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-09476ce1-e1c0-4b86-a9ef-9e1c320b9bc1 req-88c54893-fdc7-4ec5-afa7-28f80f489a25 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=5eb0e9ea-adfa-4e36-9048-51675c6733b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849016 Nov 24 15:23:09.996695 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-3210a5e1-ec00-45ae-83f9-4731b15aeefc req-c533de5f-4211-4fe3-b976-39a9a5462d5a tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:10.009962 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] get_ports_and_sgs() called for port_ids ['66c8ad52-c206-4ee5-aada-df62148b7eb9'] {{(pid=102546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:23:10.026352 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c533de5f-4211-4fe3-b976-39a9a5462d5a tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Pushing event deleted for resources: {'Port': ['ID=66c8ad52-c206-4ee5-aada-df62148b7eb9,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:23:10.035828 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-e1a1804d-9759-4b9d-bd2c-563e6204bd76 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:10.039863 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-e1a1804d-9759-4b9d-bd2c-563e6204bd76 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663866'] for floatingip, after_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:10.073705 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [req-3210a5e1-ec00-45ae-83f9-4731b15aeefc req-c533de5f-4211-4fe3-b976-39a9a5462d5a tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] No DVR routers for this DVR port 66c8ad52-c206-4ee5-aada-df62148b7eb9 on host hv-cinder-80403 {{(pid=102545) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:23:10.076625 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-3210a5e1-ec00-45ae-83f9-4731b15aeefc req-c533de5f-4211-4fe3-b976-39a9a5462d5a tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:10.080122 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-3210a5e1-ec00-45ae-83f9-4731b15aeefc req-c533de5f-4211-4fe3-b976-39a9a5462d5a tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.74 "DELETE /v2.0/ports/66c8ad52-c206-4ee5-aada-df62148b7eb9 HTTP/1.1" status: 204 len: 173 time: 0.4153216 Nov 24 15:23:10.080620 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958aee3d-9b1b-4c27-8793-9e280bd9b6d2', 'name': 'network-vif-deleted', 'tag': '66c8ad52-c206-4ee5-aada-df62148b7eb9'}] {{(pid=102545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:23:10.082919 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e232a59b198ff96befa2502742fd1f317735a6d9991c1ac6356d20aee71e71d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aff31e6-47c0-4416-acdc-45863989819b" -d '{"events": [{"server_uuid": "958aee3d-9b1b-4c27-8793-9e280bd9b6d2", "name": "network-vif-deleted", "tag": "66c8ad52-c206-4ee5-aada-df62148b7eb9"}]}' {{(pid=102545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:23:10.129777 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d695da-4072-4d7e-9154-e8036bfe6aac x-openstack-request-id: req-53d695da-4072-4d7e-9154-e8036bfe6aac {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:23:10.130070 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "958aee3d-9b1b-4c27-8793-9e280bd9b6d2", "name": "network-vif-deleted", "tag": "66c8ad52-c206-4ee5-aada-df62148b7eb9", "status": "completed", "code": 200}]} {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:23:10.130354 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-53d695da-4072-4d7e-9154-e8036bfe6aac {{(pid=102545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:23:10.130729 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '958aee3d-9b1b-4c27-8793-9e280bd9b6d2', 'name': 'network-vif-deleted', 'tag': '66c8ad52-c206-4ee5-aada-df62148b7eb9', 'status': 'completed', 'code': 200} Nov 24 15:23:10.172509 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.db.l3_db [None req-e1a1804d-9759-4b9d-bd2c-563e6204bd76 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Floating IP d52fdf01-d1d6-47e5-a999-c349c7ba4412 associated. External IP: 172.27.3.144, port: 66d6070e-c6fb-4ac7-8705-204f502bc368. Nov 24 15:23:10.219701 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-1ed116ff-e3d2-42aa-85ec-da87697f7270 req-4e2fc573-1eea-419b-9db4-bf11295c1ba3 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.66 "GET /v2.0/ports?device_id=958aee3d-9b1b-4c27-8793-9e280bd9b6d2 HTTP/1.1" status: 200 len: 210 time: 0.0590436 Nov 24 15:23:10.391720 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a1804d-9759-4b9d-bd2c-563e6204bd76 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Router d1842c13-e3f5-4c60-be71-80cea264535a has already been hosted by L3 agent cf746c29-e95d-415d-8373-1f02a86f1d46 {{(pid=102544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:23:10.498798 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a1804d-9759-4b9d-bd2c-563e6204bd76 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Notify agent at l3_agent.dv-cinder-804035-20-iscsi the message routers_updated {{(pid=102544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:23:10.503417 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-e1a1804d-9759-4b9d-bd2c-563e6204bd76 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for floatingip, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:10.510238 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904c17ae-b3fb-4cf2-b3f2-265dc063c4ec None None] Sync routers for ids ['d1842c13-e3f5-4c60-be71-80cea264535a'] in dv-cinder-804035-20-iscsi {{(pid=102546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:23:10.523440 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904c17ae-b3fb-4cf2-b3f2-265dc063c4ec None None] Routers {'d1842c13-e3f5-4c60-be71-80cea264535a'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:23:10.524207 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-904c17ae-b3fb-4cf2-b3f2-265dc063c4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:22:48Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['d1842c13-e3f5-4c60-be71-80cea264535a'], 'active': True} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:23:10.532600 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-e1a1804d-9759-4b9d-bd2c-563e6204bd76 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "PUT /v2.0/floatingips/d52fdf01-d1d6-47e5-a999-c349c7ba4412 HTTP/1.1" status: 200 len: 991 time: 1.3136649 Nov 24 15:23:10.533408 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '361e1e6c-853b-4fde-89ed-843a85be79c1', 'tag': '66d6070e-c6fb-4ac7-8705-204f502bc368'}] {{(pid=102544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:23:10.535889 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23e587840cb346e9c9cb8c26408046b3895eadd5eb45c8d7346c6b1fb89178c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fee827a-3cc3-4f04-a183-d1c049c82731" -d '{"events": [{"name": "network-changed", "server_uuid": "361e1e6c-853b-4fde-89ed-843a85be79c1", "tag": "66d6070e-c6fb-4ac7-8705-204f502bc368"}]}' {{(pid=102544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:23:10.586199 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3227073d-8a4f-4369-b816-acd7c44b4bae x-openstack-request-id: req-3227073d-8a4f-4369-b816-acd7c44b4bae {{(pid=102544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:23:10.586590 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "361e1e6c-853b-4fde-89ed-843a85be79c1", "tag": "66d6070e-c6fb-4ac7-8705-204f502bc368", "status": "completed", "code": 200}]} {{(pid=102544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:23:10.586940 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3227073d-8a4f-4369-b816-acd7c44b4bae {{(pid=102544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:23:10.588127 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '361e1e6c-853b-4fde-89ed-843a85be79c1', 'tag': '66d6070e-c6fb-4ac7-8705-204f502bc368', 'status': 'completed', 'code': 200} Nov 24 15:23:10.650161 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvr_db [None req-904c17ae-b3fb-4cf2-b3f2-265dc063c4ec None None] Set router d1842c13-e3f5-4c60-be71-80cea264535a gateway port host: dv-cinder-804035-20-iscsi {{(pid=102546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:23:10.658424 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee827a-3cc3-4f04-a183-d1c049c82731 req-3987e905-9c3b-424f-ac5c-a7ac8c9269ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:10.660059 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-7fee827a-3cc3-4f04-a183-d1c049c82731 req-3987e905-9c3b-424f-ac5c-a7ac8c9269ff service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=15cfbeac1f3f4700a4806775a9786f5d&device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 1098 time: 0.0445011 Nov 24 15:23:10.753039 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee827a-3cc3-4f04-a183-d1c049c82731 req-1fcffbd5-b255-424e-a7f7-f496e70b1a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:10.754768 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-7fee827a-3cc3-4f04-a183-d1c049c82731 req-1fcffbd5-b255-424e-a7f7-f496e70b1a03 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e130b39d-08a3-4f56-a8c9-cdbf0ac59277 HTTP/1.1" status: 200 len: 918 time: 0.0871060 Nov 24 15:23:10.823214 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-7fee827a-3cc3-4f04-a183-d1c049c82731 req-366719bb-69eb-4309-b614-9c97fe20f2d4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66d6070e-c6fb-4ac7-8705-204f502bc368 HTTP/1.1" status: 200 len: 999 time: 0.0610228 Nov 24 15:23:10.879020 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee827a-3cc3-4f04-a183-d1c049c82731 req-1c1334cd-d3f7-43d1-8c8b-33cb754c3d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:10.880519 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-7fee827a-3cc3-4f04-a183-d1c049c82731 req-1c1334cd-d3f7-43d1-8c8b-33cb754c3d0c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a6f169b1-1681-4fc6-8349-4eb563a83e19 HTTP/1.1" status: 200 len: 855 time: 0.0429969 Nov 24 15:23:10.926120 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee827a-3cc3-4f04-a183-d1c049c82731 req-4ccbcb1e-ea26-483b-9b16-8f18afb2066e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:10.927253 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-7fee827a-3cc3-4f04-a183-d1c049c82731 req-4ccbcb1e-ea26-483b-9b16-8f18afb2066e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e130b39d-08a3-4f56-a8c9-cdbf0ac59277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0399003 Nov 24 15:23:11.025978 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca079b-4e3b-4928-a79b-d2660a18dc7f req-62cce4cd-70eb-48fc-9311-63bbd1713ee6 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:11.027152 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-7fee827a-3cc3-4f04-a183-d1c049c82731 req-88023bf8-846b-4643-9fcb-c2fb5ef274c0 service neutron] 10.222.0.74 "GET /v2.0/networks/e130b39d-08a3-4f56-a8c9-cdbf0ac59277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924346 Nov 24 15:23:11.031282 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-cdca079b-4e3b-4928-a79b-d2660a18dc7f req-62cce4cd-70eb-48fc-9311-63bbd1713ee6 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 945 time: 0.0573895 Nov 24 15:23:11.040686 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-904c17ae-b3fb-4cf2-b3f2-265dc063c4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'name': 'tempest-AttachVolumeShelveTestJSON-620991033-router', 'tenant_id': '15cfbeac1f3f4700a4806775a9786f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '7df63596-f16f-4631-b9a2-08d55064f862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:22:48Z', 'updated_at': '2021-11-24T15:22:51Z', 'revision_number': 4, 'project_id': '15cfbeac1f3f4700a4806775a9786f5d', 'gw_port': {'id': '7df63596-f16f-4631-b9a2-08d55064f862', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:26:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:22:49Z', 'updated_at': '2021-11-24T15:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_floatingips': [{'id': 'd52fdf01-d1d6-47e5-a999-c349c7ba4412', 'tenant_id': '15cfbeac1f3f4700a4806775a9786f5d', 'floating_ip_address': '172.27.3.144', 'floating_network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'router_id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'port_id': '66d6070e-c6fb-4ac7-8705-204f502bc368', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e130b39d-08a3-4f56-a8c9-cdbf0ac59277', 'mac_address': 'fa:16:3e:57:c2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361e1e6c-853b-4fde-89ed-843a85be79c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:22:53Z', 'updated_at': '2021-11-24T15:23:09Z', 'revision_number': 1, 'project_id': '15cfbeac1f3f4700a4806775a9786f5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7311685-2010-4dfa-a329-23c624b59e25', 'name': '', 'network_id': 'e130b39d-08a3-4f56-a8c9-cdbf0ac59277', 'tenant_id': '15cfbeac1f3f4700a4806775a9786f5d', 'mac_address': 'fa:16:3e:50:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'a6f169b1-1681-4fc6-8349-4eb563a83e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:22:50Z', 'updated_at': '2021-11-24T15:22:55Z', 'revision_number': 5, 'project_id': '15cfbeac1f3f4700a4806775a9786f5d', 'subnets': [{'id': 'a6f169b1-1681-4fc6-8349-4eb563a83e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:23:11.072271 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904c17ae-b3fb-4cf2-b3f2-265dc063c4ec None None] Checking router: d1842c13-e3f5-4c60-be71-80cea264535a for host: dv-cinder-804035-20-iscsi {{(pid=102546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:23:11.081050 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904c17ae-b3fb-4cf2-b3f2-265dc063c4ec None None] Routers {'d1842c13-e3f5-4c60-be71-80cea264535a'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:23:11.081663 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-904c17ae-b3fb-4cf2-b3f2-265dc063c4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:22:48Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['d1842c13-e3f5-4c60-be71-80cea264535a'], 'active': True} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:23:11.091099 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-cdca079b-4e3b-4928-a79b-d2660a18dc7f req-62cbe4f5-c610-42a8-89ff-f88077ea33ad tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=5eb0e9ea-adfa-4e36-9048-51675c6733b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564938 Nov 24 15:23:11.121549 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-7fee827a-3cc3-4f04-a183-d1c049c82731 req-ae1a5699-e2f7-4ffb-8cfc-de70fb03b0f0 service neutron] 10.222.0.74 "GET /v2.0/networks/e130b39d-08a3-4f56-a8c9-cdbf0ac59277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848329 Nov 24 15:23:11.187538 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvr_db [None req-904c17ae-b3fb-4cf2-b3f2-265dc063c4ec None None] Set router d1842c13-e3f5-4c60-be71-80cea264535a gateway port host: dv-cinder-804035-20-iscsi {{(pid=102546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:23:11.410630 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-904c17ae-b3fb-4cf2-b3f2-265dc063c4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'name': 'tempest-AttachVolumeShelveTestJSON-620991033-router', 'tenant_id': '15cfbeac1f3f4700a4806775a9786f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '7df63596-f16f-4631-b9a2-08d55064f862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:22:48Z', 'updated_at': '2021-11-24T15:22:51Z', 'revision_number': 4, 'project_id': '15cfbeac1f3f4700a4806775a9786f5d', 'gw_port': {'id': '7df63596-f16f-4631-b9a2-08d55064f862', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:26:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:22:49Z', 'updated_at': '2021-11-24T15:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_floatingips': [{'id': 'd52fdf01-d1d6-47e5-a999-c349c7ba4412', 'tenant_id': '15cfbeac1f3f4700a4806775a9786f5d', 'floating_ip_address': '172.27.3.144', 'floating_network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'router_id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'port_id': '66d6070e-c6fb-4ac7-8705-204f502bc368', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e130b39d-08a3-4f56-a8c9-cdbf0ac59277', 'mac_address': 'fa:16:3e:57:c2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361e1e6c-853b-4fde-89ed-843a85be79c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:22:53Z', 'updated_at': '2021-11-24T15:23:09Z', 'revision_number': 1, 'project_id': '15cfbeac1f3f4700a4806775a9786f5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7311685-2010-4dfa-a329-23c624b59e25', 'name': '', 'network_id': 'e130b39d-08a3-4f56-a8c9-cdbf0ac59277', 'tenant_id': '15cfbeac1f3f4700a4806775a9786f5d', 'mac_address': 'fa:16:3e:50:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'a6f169b1-1681-4fc6-8349-4eb563a83e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:22:50Z', 'updated_at': '2021-11-24T15:22:55Z', 'revision_number': 5, 'project_id': '15cfbeac1f3f4700a4806775a9786f5d', 'subnets': [{'id': 'a6f169b1-1681-4fc6-8349-4eb563a83e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:23:11.441171 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904c17ae-b3fb-4cf2-b3f2-265dc063c4ec None None] The sync data for ids ['d1842c13-e3f5-4c60-be71-80cea264535a'] in dv-cinder-804035-20-iscsi is: [{'id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'name': 'tempest-AttachVolumeShelveTestJSON-620991033-router', 'tenant_id': '15cfbeac1f3f4700a4806775a9786f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '7df63596-f16f-4631-b9a2-08d55064f862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:22:48Z', 'updated_at': '2021-11-24T15:22:51Z', 'revision_number': 4, 'project_id': '15cfbeac1f3f4700a4806775a9786f5d', 'gw_port': {'id': '7df63596-f16f-4631-b9a2-08d55064f862', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:26:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:22:49Z', 'updated_at': '2021-11-24T15:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_floatingips': [{'id': 'd52fdf01-d1d6-47e5-a999-c349c7ba4412', 'tenant_id': '15cfbeac1f3f4700a4806775a9786f5d', 'floating_ip_address': '172.27.3.144', 'floating_network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'router_id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'port_id': '66d6070e-c6fb-4ac7-8705-204f502bc368', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e130b39d-08a3-4f56-a8c9-cdbf0ac59277', 'mac_address': 'fa:16:3e:57:c2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361e1e6c-853b-4fde-89ed-843a85be79c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:22:53Z', 'updated_at': '2021-11-24T15:23:09Z', 'revision_number': 1, 'project_id': '15cfbeac1f3f4700a4806775a9786f5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7311685-2010-4dfa-a329-23c624b59e25', 'name': '', 'network_id': 'e130b39d-08a3-4f56-a8c9-cdbf0ac59277', 'tenant_id': '15cfbeac1f3f4700a4806775a9786f5d', 'mac_address': 'fa:16:3e:50:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'a6f169b1-1681-4fc6-8349-4eb563a83e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:22:50Z', 'updated_at': '2021-11-24T15:22:55Z', 'revision_number': 5, 'project_id': '15cfbeac1f3f4700a4806775a9786f5d', 'subnets': [{'id': 'a6f169b1-1681-4fc6-8349-4eb563a83e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:23:11.624418 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f94b431-d47a-43a4-8e43-efbc32bc9169 None None] New status for floating IP d52fdf01-d1d6-47e5-a999-c349c7ba4412: ACTIVE {{(pid=102547) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 15:23:12.200003 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908165f-95ef-404e-99b3-76fbf59c81d6 req-8fa6e5d7-826b-449c-a482-3bcb176f8e2e tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:12.201567 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f908165f-95ef-404e-99b3-76fbf59c81d6 req-8fa6e5d7-826b-449c-a482-3bcb176f8e2e tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 945 time: 0.0484393 Nov 24 15:23:12.248908 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f908165f-95ef-404e-99b3-76fbf59c81d6 req-5a79e9ac-26d7-45c1-a33e-6d30eeda49ef tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=5eb0e9ea-adfa-4e36-9048-51675c6733b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413327 Nov 24 15:23:13.361221 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096201e7-510b-4520-8c5b-cd0a9647707b req-68f1164c-81ca-4ebe-9a4c-5202782c2727 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:13.362697 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-096201e7-510b-4520-8c5b-cd0a9647707b req-68f1164c-81ca-4ebe-9a4c-5202782c2727 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 945 time: 0.0480168 Nov 24 15:23:13.409137 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-096201e7-510b-4520-8c5b-cd0a9647707b req-8f36e78c-51db-4b31-a974-3b16935ba22b tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=5eb0e9ea-adfa-4e36-9048-51675c6733b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401108 Nov 24 15:23:13.475255 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 66c8ad52-c206-4ee5-aada-df62148b7eb9 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:23:13.494520 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] No Port match for: 66c8ad52-c206-4ee5-aada-df62148b7eb9 {{(pid=102546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:23:13.494890 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 66c8ad52-c206-4ee5-aada-df62148b7eb9 not bound to the agent host hv-cinder-80403 {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:23:14.530254 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e3055-13f7-41e7-ac19-29afcc90a1ab req-d9ef37b9-5f8f-4628-8d3e-b0603d825b1b tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:14.531754 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-367e3055-13f7-41e7-ac19-29afcc90a1ab req-d9ef37b9-5f8f-4628-8d3e-b0603d825b1b tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 945 time: 0.0542316 Nov 24 15:23:14.578169 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-367e3055-13f7-41e7-ac19-29afcc90a1ab req-efb7fd17-138f-44d5-b811-8e2eab4e0fdf tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=5eb0e9ea-adfa-4e36-9048-51675c6733b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402920 Nov 24 15:23:15.174171 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-63583f7b-9a20-43ff-ab03-4ad2404c8906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:15.702130 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1573ec-5d58-432a-86cf-9df884e6c28e req-f95d544e-2fe5-4a9b-895d-2b860d2ff974 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:15.703757 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-6e1573ec-5d58-432a-86cf-9df884e6c28e req-f95d544e-2fe5-4a9b-895d-2b860d2ff974 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 945 time: 0.0580733 Nov 24 15:23:15.752661 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-6e1573ec-5d58-432a-86cf-9df884e6c28e req-d47abb1b-d111-4db8-8fe7-6d6902849eb3 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=5eb0e9ea-adfa-4e36-9048-51675c6733b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426238 Nov 24 15:23:15.953885 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fa261-edde-4d3c-94db-00d81a78dd4f req-b5033615-fb48-431e-94fc-582d65c9ed4e tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:15.955672 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-582fa261-edde-4d3c-94db-00d81a78dd4f req-b5033615-fb48-431e-94fc-582d65c9ed4e tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 945 time: 0.0493517 Nov 24 15:23:15.989704 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3893a76-4b55-4899-abc3-d95ea3efd784 req-fa4756ce-845e-4d5e-a7db-1c656a6be9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:15.991231 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-a3893a76-4b55-4899-abc3-d95ea3efd784 req-fa4756ce-845e-4d5e-a7db-1c656a6be9ab service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cebad9fcbd0d4232a6f6dccb42ba04a1&device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 1098 time: 0.0456216 Nov 24 15:23:16.008072 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-582fa261-edde-4d3c-94db-00d81a78dd4f req-6c15b559-7b40-47d2-8d0a-6e623d47a2ea tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=5eb0e9ea-adfa-4e36-9048-51675c6733b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463064 Nov 24 15:23:16.080275 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3893a76-4b55-4899-abc3-d95ea3efd784 req-4c41c3b6-2c0b-4531-a1e0-bb692440f741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:16.081744 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-a3893a76-4b55-4899-abc3-d95ea3efd784 req-4c41c3b6-2c0b-4531-a1e0-bb692440f741 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a227d49c-a3bd-45ee-b0d2-bcce569a4266 HTTP/1.1" status: 200 len: 913 time: 0.0840316 Nov 24 15:23:16.155152 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-a3893a76-4b55-4899-abc3-d95ea3efd784 req-c76bb2c7-b7d0-49c9-b78a-005fae63493b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f913887e-e2c7-4f41-9773-44b6265eb1f9 HTTP/1.1" status: 200 len: 1000 time: 0.0583665 Nov 24 15:23:16.202910 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3893a76-4b55-4899-abc3-d95ea3efd784 req-ce0ee430-a208-4de7-a544-609e232a6b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:16.204313 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-a3893a76-4b55-4899-abc3-d95ea3efd784 req-ce0ee430-a208-4de7-a544-609e232a6b28 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=84815f2f-38d2-472a-bdf7-762ef40354a5 HTTP/1.1" status: 200 len: 850 time: 0.0417483 Nov 24 15:23:16.249794 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3893a76-4b55-4899-abc3-d95ea3efd784 req-d13a75b5-c8ea-4454-a047-228cf7772683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:16.251218 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-a3893a76-4b55-4899-abc3-d95ea3efd784 req-d13a75b5-c8ea-4454-a047-228cf7772683 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a227d49c-a3bd-45ee-b0d2-bcce569a4266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0393372 Nov 24 15:23:16.342591 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-a3893a76-4b55-4899-abc3-d95ea3efd784 req-5752987c-99ce-42c4-aa9f-0af986574bb5 service neutron] 10.222.0.74 "GET /v2.0/networks/a227d49c-a3bd-45ee-b0d2-bcce569a4266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826943 Nov 24 15:23:16.428266 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-a3893a76-4b55-4899-abc3-d95ea3efd784 req-672d5e62-bb05-4a17-827b-452081540745 service neutron] 10.222.0.74 "GET /v2.0/networks/a227d49c-a3bd-45ee-b0d2-bcce569a4266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784020 Nov 24 15:23:17.129182 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb448d63-0ba9-4154-80c1-355667c87595 req-ba8e2ffc-eeae-435a-88d5-801febcf9675 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:17.130568 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-fb448d63-0ba9-4154-80c1-355667c87595 req-ba8e2ffc-eeae-435a-88d5-801febcf9675 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 945 time: 0.0493915 Nov 24 15:23:17.179182 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-fb448d63-0ba9-4154-80c1-355667c87595 req-9394c301-0652-4f86-bf80-fd78b6f405b7 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=5eb0e9ea-adfa-4e36-9048-51675c6733b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423353 Nov 24 15:23:17.622460 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-e50fb26a-ceae-4009-9f09-4d88ca33f94f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:18.200161 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-124f8df6-068a-4f00-a8c0-a9ff39f4d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:19.768520 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0567c706-1e8e-49a8-b1df-c52fd48358e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:20.965043 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:21.250429 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0668d-f3b3-4f77-a92e-f1aadd766001 req-5aaf79c7-c882-4914-b17d-124662d4965d tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:21.251937 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-32a0668d-f3b3-4f77-a92e-f1aadd766001 req-5aaf79c7-c882-4914-b17d-124662d4965d tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.66 "GET /v2.0/networks?id=ed93d9af-072f-4552-ba1e-667ff4d62fac HTTP/1.1" status: 200 len: 813 time: 0.1028547 Nov 24 15:23:21.266758 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-32a0668d-f3b3-4f77-a92e-f1aadd766001 req-6964504f-6bc5-4ed4-b712-c96b74302f08 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.66 "GET /v2.0/quotas/043d05ede00543d285fddc5f601117c9 HTTP/1.1" status: 200 len: 375 time: 0.0091987 Nov 24 15:23:21.298375 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-32a0668d-f3b3-4f77-a92e-f1aadd766001 req-ddeed852-8240-4950-88d5-5b3df3a8f5ff tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=043d05ede00543d285fddc5f601117c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260954 Nov 24 15:23:21.384545 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-32a0668d-f3b3-4f77-a92e-f1aadd766001 req-e48069fd-f2f9-48d7-a113-92b96e023f31 service neutron] 10.222.0.66 "GET /v2.0/networks/ed93d9af-072f-4552-ba1e-667ff4d62fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794616 Nov 24 15:23:21.476302 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-32a0668d-f3b3-4f77-a92e-f1aadd766001 req-f33547f9-1297-4895-b6a2-20ad99939ff5 service neutron] 10.222.0.66 "GET /v2.0/networks/ed93d9af-072f-4552-ba1e-667ff4d62fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860207 Nov 24 15:23:21.634334 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-6bef8867-56ec-4588-98a1-c8f131aa560f req-16008c8d-affc-4507-935c-a6e44f4681fa tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.66 "GET /v2.0/ports?device_id=b80f6801-ee92-4d6b-9fa8-a6ecd1c77f1e HTTP/1.1" status: 200 len: 210 time: 0.0261004 Nov 24 15:23:22.583757 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0668d-f3b3-4f77-a92e-f1aadd766001 req-83b64467-b8d3-4e88-86cf-01a283294ff0 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:22.585111 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-32a0668d-f3b3-4f77-a92e-f1aadd766001 req-83b64467-b8d3-4e88-86cf-01a283294ff0 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.74 "GET /v2.0/networks?id=ed93d9af-072f-4552-ba1e-667ff4d62fac HTTP/1.1" status: 200 len: 813 time: 0.1037750 Nov 24 15:23:22.599451 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [req-32a0668d-f3b3-4f77-a92e-f1aadd766001 req-0667b068-d9ee-4273-bbb8-3581f7115b72 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Request body: {'port': {'device_id': 'b80f6801-ee92-4d6b-9fa8-a6ecd1c77f1e', 'network_id': 'ed93d9af-072f-4552-ba1e-667ff4d62fac', 'admin_state_up': True, 'tenant_id': '043d05ede00543d285fddc5f601117c9'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:23:22.712068 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32a0668d-f3b3-4f77-a92e-f1aadd766001 req-0667b068-d9ee-4273-bbb8-3581f7115b72 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Made reservation on behalf of 043d05ede00543d285fddc5f601117c9 for: {'port': 1} {{(pid=102545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:23:22.715769 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-32a0668d-f3b3-4f77-a92e-f1aadd766001 req-0667b068-d9ee-4273-bbb8-3581f7115b72 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:22.727694 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-854263c4-14ac-4315-90c4-6d02c63a6769 req-28b87d46-45c3-43d5-82cb-e79e0ee5b075 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.66 "GET /v2.0/ports?device_id=b80f6801-ee92-4d6b-9fa8-a6ecd1c77f1e HTTP/1.1" status: 200 len: 210 time: 0.0267692 Nov 24 15:23:22.837222 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.db_base_plugin_common [req-32a0668d-f3b3-4f77-a92e-f1aadd766001 req-0667b068-d9ee-4273-bbb8-3581f7115b72 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Allocated IP 172.20.0.4 (ed93d9af-072f-4552-ba1e-667ff4d62fac/afd43202-bfd9-42b3-b706-1445b641167c/0de4531c-4f51-49ee-94c1-761f6aeffde1) {{(pid=102545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:23:22.982208 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-32a0668d-f3b3-4f77-a92e-f1aadd766001 req-0667b068-d9ee-4273-bbb8-3581f7115b72 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Publish callbacks [] for port, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:23.016034 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-32a0668d-f3b3-4f77-a92e-f1aadd766001 req-0667b068-d9ee-4273-bbb8-3581f7115b72 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:23.059381 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32a0668d-f3b3-4f77-a92e-f1aadd766001 req-0667b068-d9ee-4273-bbb8-3581f7115b72 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Network ed93d9af-072f-4552-ba1e-667ff4d62fac is already hosted by enough agents. {{(pid=102545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:23:23.063035 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [req-32a0668d-f3b3-4f77-a92e-f1aadd766001 req-0667b068-d9ee-4273-bbb8-3581f7115b72 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Resources bound (agent type, host, resource id): {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:23:23.066627 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a0668d-f3b3-4f77-a92e-f1aadd766001 req-0667b068-d9ee-4273-bbb8-3581f7115b72 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Received port after_create {{(pid=102545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:23:23.073037 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0667b068-d9ee-4273-bbb8-3581f7115b72 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Pushing event updated for resources: {'Port': ['ID=0de4531c-4f51-49ee-94c1-761f6aeffde1,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:23:23.121679 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0668d-f3b3-4f77-a92e-f1aadd766001 req-0667b068-d9ee-4273-bbb8-3581f7115b72 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:23.123594 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-32a0668d-f3b3-4f77-a92e-f1aadd766001 req-0667b068-d9ee-4273-bbb8-3581f7115b72 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:23.139065 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-32a0668d-f3b3-4f77-a92e-f1aadd766001 req-0667b068-d9ee-4273-bbb8-3581f7115b72 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5435228 Nov 24 15:23:23.152753 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [req-32a0668d-f3b3-4f77-a92e-f1aadd766001 req-3d1e1fc8-77b5-4ba5-8574-0a70056d86b6 service neutron] Request body: {'port': {'device_id': 'b80f6801-ee92-4d6b-9fa8-a6ecd1c77f1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:23:23.204686 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-32a0668d-f3b3-4f77-a92e-f1aadd766001 req-3d1e1fc8-77b5-4ba5-8574-0a70056d86b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:23.455936 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [req-32a0668d-f3b3-4f77-a92e-f1aadd766001 req-3d1e1fc8-77b5-4ba5-8574-0a70056d86b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0de4531c-4f51-49ee-94c1-761f6aeffde1 {{(pid=102545) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:23:23.463122 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-32a0668d-f3b3-4f77-a92e-f1aadd766001 req-3d1e1fc8-77b5-4ba5-8574-0a70056d86b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:23.474914 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.provisioning_blocks [req-32a0668d-f3b3-4f77-a92e-f1aadd766001 req-3d1e1fc8-77b5-4ba5-8574-0a70056d86b6 service neutron] Transition to ACTIVE for port object 0de4531c-4f51-49ee-94c1-761f6aeffde1 will not be triggered until provisioned by entity L2. {{(pid=102545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 15:23:23.478419 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-32a0668d-f3b3-4f77-a92e-f1aadd766001 req-3d1e1fc8-77b5-4ba5-8574-0a70056d86b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13923618'] for port, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:23.532505 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e1fc8-77b5-4ba5-8574-0a70056d86b6 service neutron] Pushing event updated for resources: {'Port': ['ID=0de4531c-4f51-49ee-94c1-761f6aeffde1,revision_number=2']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:23:23.593528 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-32a0668d-f3b3-4f77-a92e-f1aadd766001 req-3d1e1fc8-77b5-4ba5-8574-0a70056d86b6 service neutron] Attempting to bind port 0de4531c-4f51-49ee-94c1-761f6aeffde1 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:23:23.594236 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-32a0668d-f3b3-4f77-a92e-f1aadd766001 req-3d1e1fc8-77b5-4ba5-8574-0a70056d86b6 service neutron] Attempting to bind port 0de4531c-4f51-49ee-94c1-761f6aeffde1 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '15755615-8d62-46c1-8531-9b0dbd58232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'ed93d9af-072f-4552-ba1e-667ff4d62fac'}] {{(pid=102545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:23:23.594236 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a0668d-f3b3-4f77-a92e-f1aadd766001 req-3d1e1fc8-77b5-4ba5-8574-0a70056d86b6 service neutron] Attempting to bind port 0de4531c-4f51-49ee-94c1-761f6aeffde1 on network ed93d9af-072f-4552-ba1e-667ff4d62fac {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:23:23.598377 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a0668d-f3b3-4f77-a92e-f1aadd766001 req-3d1e1fc8-77b5-4ba5-8574-0a70056d86b6 service neutron] Port 0de4531c-4f51-49ee-94c1-761f6aeffde1 on network ed93d9af-072f-4552-ba1e-667ff4d62fac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 15:23:23.598849 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a0668d-f3b3-4f77-a92e-f1aadd766001 req-3d1e1fc8-77b5-4ba5-8574-0a70056d86b6 service neutron] Attempting to bind port 0de4531c-4f51-49ee-94c1-761f6aeffde1 on network ed93d9af-072f-4552-ba1e-667ff4d62fac {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:23:23.603502 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a0668d-f3b3-4f77-a92e-f1aadd766001 req-3d1e1fc8-77b5-4ba5-8574-0a70056d86b6 service neutron] Checking agent: {'id': 'd4f6996e-fa07-4465-ad79-7a89714f2bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 17, 38), 'started_at': datetime.datetime(2021, 11, 24, 15, 17, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:23:23.603839 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a0668d-f3b3-4f77-a92e-f1aadd766001 req-3d1e1fc8-77b5-4ba5-8574-0a70056d86b6 service neutron] Checking segment: {'id': '15755615-8d62-46c1-8531-9b0dbd58232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'ed93d9af-072f-4552-ba1e-667ff4d62fac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:23:23.604224 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a0668d-f3b3-4f77-a92e-f1aadd766001 req-3d1e1fc8-77b5-4ba5-8574-0a70056d86b6 service neutron] Bound using segment: {'id': '15755615-8d62-46c1-8531-9b0dbd58232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'ed93d9af-072f-4552-ba1e-667ff4d62fac'} {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:23:23.604657 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-32a0668d-f3b3-4f77-a92e-f1aadd766001 req-3d1e1fc8-77b5-4ba5-8574-0a70056d86b6 service neutron] Bound port: 0de4531c-4f51-49ee-94c1-761f6aeffde1, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15755615-8d62-46c1-8531-9b0dbd58232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'ed93d9af-072f-4552-ba1e-667ff4d62fac'}}] {{(pid=102545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:23:23.605010 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-32a0668d-f3b3-4f77-a92e-f1aadd766001 req-3d1e1fc8-77b5-4ba5-8574-0a70056d86b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:23.665507 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-32a0668d-f3b3-4f77-a92e-f1aadd766001 req-3d1e1fc8-77b5-4ba5-8574-0a70056d86b6 service neutron] For port 0de4531c-4f51-49ee-94c1-761f6aeffde1, host hv-cinder-80403, cleared binding levels {{(pid=102545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:23:23.668470 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-32a0668d-f3b3-4f77-a92e-f1aadd766001 req-3d1e1fc8-77b5-4ba5-8574-0a70056d86b6 service neutron] For port 0de4531c-4f51-49ee-94c1-761f6aeffde1, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=0de4531c-4f51-49ee-94c1-761f6aeffde1,segment=NetworkSegment(15755615-8d62-46c1-8531-9b0dbd58232d),segment_id=15755615-8d62-46c1-8531-9b0dbd58232d)] {{(pid=102545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:23:23.672348 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-32a0668d-f3b3-4f77-a92e-f1aadd766001 req-3d1e1fc8-77b5-4ba5-8574-0a70056d86b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13923618'] for port, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:23.708420 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0668d-f3b3-4f77-a92e-f1aadd766001 req-3d1e1fc8-77b5-4ba5-8574-0a70056d86b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:23.708976 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-32a0668d-f3b3-4f77-a92e-f1aadd766001 req-3d1e1fc8-77b5-4ba5-8574-0a70056d86b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:23.710346 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-32a0668d-f3b3-4f77-a92e-f1aadd766001 req-3d1e1fc8-77b5-4ba5-8574-0a70056d86b6 service neutron] 10.222.0.74 "PUT /v2.0/ports/0de4531c-4f51-49ee-94c1-761f6aeffde1 HTTP/1.1" status: 200 len: 1093 time: 0.5615685 Nov 24 15:23:23.710780 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b80f6801-ee92-4d6b-9fa8-a6ecd1c77f1e', 'tag': '0de4531c-4f51-49ee-94c1-761f6aeffde1'}] {{(pid=102545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:23:23.713030 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e232a59b198ff96befa2502742fd1f317735a6d9991c1ac6356d20aee71e71d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9e1296-c7f5-4374-8ed9-23a4c1ea948e" -d '{"events": [{"name": "network-changed", "server_uuid": "b80f6801-ee92-4d6b-9fa8-a6ecd1c77f1e", "tag": "0de4531c-4f51-49ee-94c1-761f6aeffde1"}]}' {{(pid=102545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:23:23.736127 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e1fc8-77b5-4ba5-8574-0a70056d86b6 service neutron] Pushing event updated for resources: {'Port': ['ID=0de4531c-4f51-49ee-94c1-761f6aeffde1,revision_number=3']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:23:23.761205 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b4062e-11f0-406b-b7b1-55933c7d65c8 x-openstack-request-id: req-08b4062e-11f0-406b-b7b1-55933c7d65c8 {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:23:23.761503 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b80f6801-ee92-4d6b-9fa8-a6ecd1c77f1e", "tag": "0de4531c-4f51-49ee-94c1-761f6aeffde1", "status": "completed", "code": 200}]} {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:23:23.761758 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-08b4062e-11f0-406b-b7b1-55933c7d65c8 {{(pid=102545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:23:23.762187 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b80f6801-ee92-4d6b-9fa8-a6ecd1c77f1e', 'tag': '0de4531c-4f51-49ee-94c1-761f6aeffde1', 'status': 'completed', 'code': 200} Nov 24 15:23:23.814376 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0668d-f3b3-4f77-a92e-f1aadd766001 req-94e947fb-ae44-4deb-8419-3a0f3bb35814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:23.815932 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-32a0668d-f3b3-4f77-a92e-f1aadd766001 req-94e947fb-ae44-4deb-8419-3a0f3bb35814 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=043d05ede00543d285fddc5f601117c9&device_id=b80f6801-ee92-4d6b-9fa8-a6ecd1c77f1e HTTP/1.1" status: 200 len: 1096 time: 0.0415256 Nov 24 15:23:23.853977 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b253c-bd81-46ff-9552-a646836412df req-fdf5c05a-a9fa-4603-8743-abf422a60dec tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:23.855520 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f28b253c-bd81-46ff-9552-a646836412df req-fdf5c05a-a9fa-4603-8743-abf422a60dec tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.66 "GET /v2.0/ports?device_id=b80f6801-ee92-4d6b-9fa8-a6ecd1c77f1e HTTP/1.1" status: 200 len: 943 time: 0.0526450 Nov 24 15:23:23.858431 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-32a0668d-f3b3-4f77-a92e-f1aadd766001 req-881d8e34-2300-4adb-af46-4715278c3959 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0de4531c-4f51-49ee-94c1-761f6aeffde1 HTTP/1.1" status: 200 len: 217 time: 0.0329475 Nov 24 15:23:23.904006 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f28b253c-bd81-46ff-9552-a646836412df req-64aced7c-f47a-4226-ae8a-95640da39ef3 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.66 "GET /v2.0/security-groups?id=17c1351a-0d75-4eb7-81c6-50135180e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416541 Nov 24 15:23:23.916345 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0668d-f3b3-4f77-a92e-f1aadd766001 req-52eee0db-3c65-41fc-acbf-cfbc9b5d416e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:23.917828 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-32a0668d-f3b3-4f77-a92e-f1aadd766001 req-52eee0db-3c65-41fc-acbf-cfbc9b5d416e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=afd43202-bfd9-42b3-b706-1445b641167c HTTP/1.1" status: 200 len: 853 time: 0.0471015 Nov 24 15:23:23.950161 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-32a0668d-f3b3-4f77-a92e-f1aadd766001 req-775f718a-9065-4494-bbae-791c3c0d6608 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ed93d9af-072f-4552-ba1e-667ff4d62fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244710 Nov 24 15:23:24.036526 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-32a0668d-f3b3-4f77-a92e-f1aadd766001 req-ac83ab44-2641-409d-a473-bf8bc1db8957 service neutron] 10.222.0.74 "GET /v2.0/networks/ed93d9af-072f-4552-ba1e-667ff4d62fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796502 Nov 24 15:23:24.127799 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-32a0668d-f3b3-4f77-a92e-f1aadd766001 req-4398c49d-e920-4d03-9821-1a1143e027da service neutron] 10.222.0.74 "GET /v2.0/networks/ed93d9af-072f-4552-ba1e-667ff4d62fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839345 Nov 24 15:23:24.223433 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e1296-c7f5-4374-8ed9-23a4c1ea948e req-53d6edb1-37da-4890-9fd1-1eb9c9ed87b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:24.225057 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-0d9e1296-c7f5-4374-8ed9-23a4c1ea948e req-53d6edb1-37da-4890-9fd1-1eb9c9ed87b6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=043d05ede00543d285fddc5f601117c9&device_id=b80f6801-ee92-4d6b-9fa8-a6ecd1c77f1e HTTP/1.1" status: 200 len: 1096 time: 0.0404439 Nov 24 15:23:24.324306 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e1296-c7f5-4374-8ed9-23a4c1ea948e req-caf005f5-f55c-4bc6-9dfd-1e7b31fe782d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:24.325854 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-0d9e1296-c7f5-4374-8ed9-23a4c1ea948e req-caf005f5-f55c-4bc6-9dfd-1e7b31fe782d service neutron] 10.222.0.74 "GET /v2.0/networks?id=ed93d9af-072f-4552-ba1e-667ff4d62fac HTTP/1.1" status: 200 len: 915 time: 0.0866854 Nov 24 15:23:24.377211 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-0d9e1296-c7f5-4374-8ed9-23a4c1ea948e req-5eefcdc7-f4ad-4ffa-81ba-8ce7d8a9540f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0de4531c-4f51-49ee-94c1-761f6aeffde1 HTTP/1.1" status: 200 len: 217 time: 0.0330667 Nov 24 15:23:24.432375 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e1296-c7f5-4374-8ed9-23a4c1ea948e req-12b02399-b40c-478b-8916-fd877725ceec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:24.433829 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-0d9e1296-c7f5-4374-8ed9-23a4c1ea948e req-12b02399-b40c-478b-8916-fd877725ceec service neutron] 10.222.0.74 "GET /v2.0/subnets?id=afd43202-bfd9-42b3-b706-1445b641167c HTTP/1.1" status: 200 len: 853 time: 0.0419240 Nov 24 15:23:24.469487 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-0d9e1296-c7f5-4374-8ed9-23a4c1ea948e req-c0252c85-1634-4979-9b0a-b794485d8a78 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ed93d9af-072f-4552-ba1e-667ff4d62fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285361 Nov 24 15:23:24.562406 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-0d9e1296-c7f5-4374-8ed9-23a4c1ea948e req-8c3565e0-8c89-4659-8c29-edb4fb42c41f service neutron] 10.222.0.74 "GET /v2.0/networks/ed93d9af-072f-4552-ba1e-667ff4d62fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800371 Nov 24 15:23:24.652648 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-0d9e1296-c7f5-4374-8ed9-23a4c1ea948e req-22a4b201-ebc5-492c-ab69-9225f44e9897 service neutron] 10.222.0.74 "GET /v2.0/networks/ed93d9af-072f-4552-ba1e-667ff4d62fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825572 Nov 24 15:23:25.018883 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f05f6-7a8d-4aa1-af78-9a1a53418c44 req-38679d20-1c91-4289-8d63-8f2adbce9320 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:25.020369 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-879f05f6-7a8d-4aa1-af78-9a1a53418c44 req-38679d20-1c91-4289-8d63-8f2adbce9320 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.66 "GET /v2.0/ports?device_id=b80f6801-ee92-4d6b-9fa8-a6ecd1c77f1e HTTP/1.1" status: 200 len: 943 time: 0.0487812 Nov 24 15:23:25.066593 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-879f05f6-7a8d-4aa1-af78-9a1a53418c44 req-f607e067-de9c-4b83-b3c6-cff846b00652 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.66 "GET /v2.0/security-groups?id=17c1351a-0d75-4eb7-81c6-50135180e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403752 Nov 24 15:23:26.178799 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e1395-bb5b-4272-97e7-e8333bacf9c5 req-0ce6e8e1-c1e2-48ef-830e-3316160e95ac tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:26.180332 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-7d1e1395-bb5b-4272-97e7-e8333bacf9c5 req-0ce6e8e1-c1e2-48ef-830e-3316160e95ac tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.66 "GET /v2.0/ports?device_id=b80f6801-ee92-4d6b-9fa8-a6ecd1c77f1e HTTP/1.1" status: 200 len: 943 time: 0.0483904 Nov 24 15:23:26.231038 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-7d1e1395-bb5b-4272-97e7-e8333bacf9c5 req-0756d33f-a183-43d6-bdb3-7da4fe032f51 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.66 "GET /v2.0/security-groups?id=17c1351a-0d75-4eb7-81c6-50135180e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440605 Nov 24 15:23:27.095181 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 0de4531c-4f51-49ee-94c1-761f6aeffde1 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 15:23:27.189344 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 0de4531c-4f51-49ee-94c1-761f6aeffde1, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=0de4531c-4f51-49ee-94c1-761f6aeffde1,segment=NetworkSegment(15755615-8d62-46c1-8531-9b0dbd58232d),segment_id=15755615-8d62-46c1-8531-9b0dbd58232d)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:23:27.200583 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Returning: {'device': '0de4531c-4f51-49ee-94c1-761f6aeffde1', 'network_id': 'ed93d9af-072f-4552-ba1e-667ff4d62fac', 'port_id': '0de4531c-4f51-49ee-94c1-761f6aeffde1', 'mac_address': 'fa:16:3e:33:00:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afd43202-bfd9-42b3-b706-1445b641167c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 15:23:27.237328 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:27.250342 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.notifiers.nova [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0de4531c-4f51-49ee-94c1-761f6aeffde1 {{(pid=102546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:23:27.270590 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 0de4531c-4f51-49ee-94c1-761f6aeffde1, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=0de4531c-4f51-49ee-94c1-761f6aeffde1,segment=NetworkSegment(15755615-8d62-46c1-8531-9b0dbd58232d),segment_id=15755615-8d62-46c1-8531-9b0dbd58232d)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:23:27.274952 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:27.321416 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Pushing event updated for resources: {'Port': ['ID=0de4531c-4f51-49ee-94c1-761f6aeffde1,revision_number=4']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:23:27.346374 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e030874-983a-4eff-9c88-2d1280019748 req-1ec896ee-6cbb-45d7-a3b4-97d89b084a19 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:27.347855 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-9e030874-983a-4eff-9c88-2d1280019748 req-1ec896ee-6cbb-45d7-a3b4-97d89b084a19 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.66 "GET /v2.0/ports?device_id=b80f6801-ee92-4d6b-9fa8-a6ecd1c77f1e HTTP/1.1" status: 200 len: 944 time: 0.0492213 Nov 24 15:23:27.395303 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-9e030874-983a-4eff-9c88-2d1280019748 req-c77da815-22f1-4a3e-9492-17af8f6e4ca7 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.66 "GET /v2.0/security-groups?id=17c1351a-0d75-4eb7-81c6-50135180e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409844 Nov 24 15:23:27.530017 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] get_ports_and_sgs() called for port_ids ['0de4531c-4f51-49ee-94c1-761f6aeffde1'] {{(pid=102546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:23:27.645530 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.agents_db [None req-1855c149-01a8-4582-985c-3b31432c2781 None None] Agent healthcheck: found 6 active agents {{(pid=102547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:23:28.508269 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b322741-eda6-4bee-99e8-8664d379f3fe req-a1933e0a-d56e-48ca-8d9b-181b1e18d843 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:28.509750 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-1b322741-eda6-4bee-99e8-8664d379f3fe req-a1933e0a-d56e-48ca-8d9b-181b1e18d843 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.66 "GET /v2.0/ports?device_id=b80f6801-ee92-4d6b-9fa8-a6ecd1c77f1e HTTP/1.1" status: 200 len: 944 time: 0.0485249 Nov 24 15:23:28.556543 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-1b322741-eda6-4bee-99e8-8664d379f3fe req-b16b0539-e61e-4860-8824-b7446a26568c tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.66 "GET /v2.0/security-groups?id=17c1351a-0d75-4eb7-81c6-50135180e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402896 Nov 24 15:23:29.118103 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 0de4531c-4f51-49ee-94c1-761f6aeffde1 up at agent hyperv_hv-cinder-80403 {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:23:29.165826 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Provisioning for port 0de4531c-4f51-49ee-94c1-761f6aeffde1 completed by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 15:23:29.170169 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Provisioning complete for port 0de4531c-4f51-49ee-94c1-761f6aeffde1 triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:23:29.170538 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:29.249198 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:29.271585 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80f6801-ee92-4d6b-9fa8-a6ecd1c77f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de4531c-4f51-49ee-94c1-761f6aeffde1'}] {{(pid=102546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:23:29.273845 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec30b6fee894e899a7ef63b5da9bb2e859d87fc094cada3931da851dba0edc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b889828d-0eae-444f-924d-c442b420e011" -d '{"events": [{"server_uuid": "b80f6801-ee92-4d6b-9fa8-a6ecd1c77f1e", "name": "network-vif-plugged", "status": "completed", "tag": "0de4531c-4f51-49ee-94c1-761f6aeffde1"}]}' {{(pid=102546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:23:29.285870 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 0de4531c-4f51-49ee-94c1-761f6aeffde1, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=0de4531c-4f51-49ee-94c1-761f6aeffde1,segment=NetworkSegment(15755615-8d62-46c1-8531-9b0dbd58232d),segment_id=15755615-8d62-46c1-8531-9b0dbd58232d)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:23:29.290267 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:29.314887 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db23b36c-9f5e-4556-ba32-288c48353534 x-openstack-request-id: req-db23b36c-9f5e-4556-ba32-288c48353534 {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:23:29.315204 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80f6801-ee92-4d6b-9fa8-a6ecd1c77f1e", "name": "network-vif-plugged", "status": "completed", "tag": "0de4531c-4f51-49ee-94c1-761f6aeffde1", "code": 200}]} {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:23:29.315484 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-db23b36c-9f5e-4556-ba32-288c48353534 {{(pid=102546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:23:29.315855 dv-cinder-804035-20-iscsi neutron-server[102546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b80f6801-ee92-4d6b-9fa8-a6ecd1c77f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de4531c-4f51-49ee-94c1-761f6aeffde1', 'code': 200} Nov 24 15:23:29.340973 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Pushing event updated for resources: {'Port': ['ID=0de4531c-4f51-49ee-94c1-761f6aeffde1,revision_number=5']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:23:29.473058 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0756c-fc05-4b06-a77e-379ac0dea1b5 req-c34aa199-effb-481b-8696-5d04e6d24555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:29.474429 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-91a0756c-fc05-4b06-a77e-379ac0dea1b5 req-c34aa199-effb-481b-8696-5d04e6d24555 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b80f6801-ee92-4d6b-9fa8-a6ecd1c77f1e HTTP/1.1" status: 200 len: 1098 time: 0.0388725 Nov 24 15:23:29.517669 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-91a0756c-fc05-4b06-a77e-379ac0dea1b5 req-1aa27421-e043-4857-b9a5-4dfb9ceb6e33 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=17c1351a-0d75-4eb7-81c6-50135180e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356491 Nov 24 15:23:29.676338 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff971a74-6b91-4336-a7c6-b3e71cf592a0 req-34298d44-23e5-4cc9-9a4a-04875b9ae719 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:29.677590 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ff971a74-6b91-4336-a7c6-b3e71cf592a0 req-34298d44-23e5-4cc9-9a4a-04875b9ae719 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.66 "GET /v2.0/ports?device_id=b80f6801-ee92-4d6b-9fa8-a6ecd1c77f1e HTTP/1.1" status: 200 len: 945 time: 0.0519903 Nov 24 15:23:29.726187 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ff971a74-6b91-4336-a7c6-b3e71cf592a0 req-b9ac9139-faf0-40da-87e5-242a0a8dd71e tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.66 "GET /v2.0/security-groups?id=17c1351a-0d75-4eb7-81c6-50135180e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425012 Nov 24 15:23:30.840610 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07178b2c-783d-4670-9e50-4f90699a4ed7 req-ff8396ca-164f-4ab6-8919-650ab45b5c12 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:30.842130 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-07178b2c-783d-4670-9e50-4f90699a4ed7 req-ff8396ca-164f-4ab6-8919-650ab45b5c12 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.66 "GET /v2.0/ports?device_id=b80f6801-ee92-4d6b-9fa8-a6ecd1c77f1e HTTP/1.1" status: 200 len: 945 time: 0.0493670 Nov 24 15:23:30.889449 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-07178b2c-783d-4670-9e50-4f90699a4ed7 req-c0142cd2-4c17-4b47-a455-4d645e17ae94 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.66 "GET /v2.0/security-groups?id=17c1351a-0d75-4eb7-81c6-50135180e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414114 Nov 24 15:23:37.714435 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:38.203674 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-dae491af-53c5-4355-a84b-e9218f00adbd req-7ae0598b-6795-45ae-9837-8744f9767351 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378754 Nov 24 15:23:38.290797 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae491af-53c5-4355-a84b-e9218f00adbd req-d5d6e489-e206-44e4-8b22-9188bd7802f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:38.292282 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-dae491af-53c5-4355-a84b-e9218f00adbd req-d5d6e489-e206-44e4-8b22-9188bd7802f4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cebad9fcbd0d4232a6f6dccb42ba04a1&device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 1098 time: 0.0455959 Nov 24 15:23:38.393515 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae491af-53c5-4355-a84b-e9218f00adbd req-f33af1a2-59cf-4047-8275-a871b3ba2fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:38.394907 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-dae491af-53c5-4355-a84b-e9218f00adbd req-f33af1a2-59cf-4047-8275-a871b3ba2fe2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a227d49c-a3bd-45ee-b0d2-bcce569a4266 HTTP/1.1" status: 200 len: 913 time: 0.0834146 Nov 24 15:23:38.460943 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-dae491af-53c5-4355-a84b-e9218f00adbd req-639fb7e7-8c2d-42a6-b23f-faed48a747a2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f913887e-e2c7-4f41-9773-44b6265eb1f9 HTTP/1.1" status: 200 len: 1000 time: 0.0578012 Nov 24 15:23:38.510178 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae491af-53c5-4355-a84b-e9218f00adbd req-40593c37-b9d7-4e21-b686-696ea21b1dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:38.511748 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-dae491af-53c5-4355-a84b-e9218f00adbd req-40593c37-b9d7-4e21-b686-696ea21b1dd1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=84815f2f-38d2-472a-bdf7-762ef40354a5 HTTP/1.1" status: 200 len: 850 time: 0.0431149 Nov 24 15:23:38.568643 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae491af-53c5-4355-a84b-e9218f00adbd req-ac3a3dec-7217-4829-a7fa-da6a60573703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:38.570250 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-dae491af-53c5-4355-a84b-e9218f00adbd req-ac3a3dec-7217-4829-a7fa-da6a60573703 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a227d49c-a3bd-45ee-b0d2-bcce569a4266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0454979 Nov 24 15:23:38.916197 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-dae491af-53c5-4355-a84b-e9218f00adbd req-86cefeb6-4448-4ace-abd0-149ec92ffe07 service neutron] 10.222.0.74 "GET /v2.0/networks/a227d49c-a3bd-45ee-b0d2-bcce569a4266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333189 Nov 24 15:23:39.004697 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-dae491af-53c5-4355-a84b-e9218f00adbd req-32837517-2639-4f72-9866-71d87e4c5aa6 service neutron] 10.222.0.74 "GET /v2.0/networks/a227d49c-a3bd-45ee-b0d2-bcce569a4266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808706 Nov 24 15:23:45.175570 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-6dbe7384-3b65-4c41-88a0-e20f1647b803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:47.622423 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-76146e0e-e64a-41ee-9967-c67eb0efd152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:48.203957 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-124f8df6-068a-4f00-a8c0-a9ff39f4d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:49.770221 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0567c706-1e8e-49a8-b1df-c52fd48358e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:50.966542 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:51.864469 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050f70c-3729-44ac-a6ae-10d02006f251 req-c394d09d-16b4-4af3-9078-fd0b5d518746 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:51.865828 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4050f70c-3729-44ac-a6ae-10d02006f251 req-c394d09d-16b4-4af3-9078-fd0b5d518746 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.66 "GET /v2.0/ports?device_id=b80f6801-ee92-4d6b-9fa8-a6ecd1c77f1e HTTP/1.1" status: 200 len: 945 time: 0.0519373 Nov 24 15:23:51.912423 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4050f70c-3729-44ac-a6ae-10d02006f251 req-e7551c6c-3cea-4e3e-972a-e5253321b866 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.66 "GET /v2.0/security-groups?id=17c1351a-0d75-4eb7-81c6-50135180e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408385 Nov 24 15:23:53.028363 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883af82-8ee3-4db1-8a1e-cc703703527a req-b6fe54c6-7698-4272-87b6-07408f19e445 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:53.029867 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f883af82-8ee3-4db1-8a1e-cc703703527a req-b6fe54c6-7698-4272-87b6-07408f19e445 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.66 "GET /v2.0/ports?device_id=b80f6801-ee92-4d6b-9fa8-a6ecd1c77f1e HTTP/1.1" status: 200 len: 945 time: 0.0491254 Nov 24 15:23:53.077223 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f883af82-8ee3-4db1-8a1e-cc703703527a req-f4822f06-49a4-4d78-bc1a-b0ab7d2010da tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.66 "GET /v2.0/security-groups?id=17c1351a-0d75-4eb7-81c6-50135180e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413933 Nov 24 15:23:53.595356 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb817f9-f353-420c-bfad-cc499052eb34 req-b9ed9486-ecd8-4191-bd30-6885fc5a8d33 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:53.596913 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-fcb817f9-f353-420c-bfad-cc499052eb34 req-b9ed9486-ecd8-4191-bd30-6885fc5a8d33 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.74 "GET /v2.0/ports?device_id=b80f6801-ee92-4d6b-9fa8-a6ecd1c77f1e HTTP/1.1" status: 200 len: 945 time: 0.0472271 Nov 24 15:23:53.692298 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [req-fcb817f9-f353-420c-bfad-cc499052eb34 req-9f5bf827-ed0f-48cd-945a-70a351301023 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Deleting port 0de4531c-4f51-49ee-94c1-761f6aeffde1 {{(pid=102545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:23:53.692638 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-fcb817f9-f353-420c-bfad-cc499052eb34 req-9f5bf827-ed0f-48cd-945a-70a351301023 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:53.780921 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-fcb817f9-f353-420c-bfad-cc499052eb34 req-9f5bf827-ed0f-48cd-945a-70a351301023 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] For port 0de4531c-4f51-49ee-94c1-761f6aeffde1, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=0de4531c-4f51-49ee-94c1-761f6aeffde1,segment=NetworkSegment(15755615-8d62-46c1-8531-9b0dbd58232d),segment_id=15755615-8d62-46c1-8531-9b0dbd58232d)] {{(pid=102545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:23:53.781283 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-fcb817f9-f353-420c-bfad-cc499052eb34 req-9f5bf827-ed0f-48cd-945a-70a351301023 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:53.792809 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [req-fcb817f9-f353-420c-bfad-cc499052eb34 req-9f5bf827-ed0f-48cd-945a-70a351301023 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Calling delete_port for 0de4531c-4f51-49ee-94c1-761f6aeffde1 owned by compute:nova {{(pid=102545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:23:53.914294 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-fcb817f9-f353-420c-bfad-cc499052eb34 req-9f5bf827-ed0f-48cd-945a-70a351301023 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:53.926431 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] get_ports_and_sgs() called for port_ids ['0de4531c-4f51-49ee-94c1-761f6aeffde1'] {{(pid=102546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:23:53.948253 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5bf827-ed0f-48cd-945a-70a351301023 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Pushing event deleted for resources: {'Port': ['ID=0de4531c-4f51-49ee-94c1-761f6aeffde1,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:23:53.973687 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5bf827-ed0f-48cd-945a-70a351301023 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:23:53.974031 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5bf827-ed0f-48cd-945a-70a351301023 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:23:53.974367 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5bf827-ed0f-48cd-945a-70a351301023 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:23:53.974725 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5bf827-ed0f-48cd-945a-70a351301023 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:23:53.975275 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5bf827-ed0f-48cd-945a-70a351301023 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:23:53.975645 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5bf827-ed0f-48cd-945a-70a351301023 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:23:53.975975 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5bf827-ed0f-48cd-945a-70a351301023 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:23:53.976303 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5bf827-ed0f-48cd-945a-70a351301023 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:23:53.976630 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5bf827-ed0f-48cd-945a-70a351301023 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:23:53.976953 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5bf827-ed0f-48cd-945a-70a351301023 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:23:53.977275 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5bf827-ed0f-48cd-945a-70a351301023 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:23:53.977602 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5bf827-ed0f-48cd-945a-70a351301023 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:23:53.996756 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb817f9-f353-420c-bfad-cc499052eb34 req-9f5bf827-ed0f-48cd-945a-70a351301023 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] No DVR routers for this DVR port 0de4531c-4f51-49ee-94c1-761f6aeffde1 on host hv-cinder-80403 {{(pid=102545) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:23:53.999586 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-fcb817f9-f353-420c-bfad-cc499052eb34 req-9f5bf827-ed0f-48cd-945a-70a351301023 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:54.002894 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-fcb817f9-f353-420c-bfad-cc499052eb34 req-9f5bf827-ed0f-48cd-945a-70a351301023 tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.74 "DELETE /v2.0/ports/0de4531c-4f51-49ee-94c1-761f6aeffde1 HTTP/1.1" status: 204 len: 173 time: 0.3998523 Nov 24 15:23:54.003320 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80f6801-ee92-4d6b-9fa8-a6ecd1c77f1e', 'name': 'network-vif-deleted', 'tag': '0de4531c-4f51-49ee-94c1-761f6aeffde1'}] {{(pid=102545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:23:54.005538 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e232a59b198ff96befa2502742fd1f317735a6d9991c1ac6356d20aee71e71d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04dcfbc-5885-4df3-a6de-d8a7369c1dfa" -d '{"events": [{"server_uuid": "b80f6801-ee92-4d6b-9fa8-a6ecd1c77f1e", "name": "network-vif-deleted", "tag": "0de4531c-4f51-49ee-94c1-761f6aeffde1"}]}' {{(pid=102545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:23:54.043646 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857a7c28-2166-42cf-b158-7b1eacb33d8a x-openstack-request-id: req-857a7c28-2166-42cf-b158-7b1eacb33d8a {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:23:54.043935 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80f6801-ee92-4d6b-9fa8-a6ecd1c77f1e", "name": "network-vif-deleted", "tag": "0de4531c-4f51-49ee-94c1-761f6aeffde1", "status": "completed", "code": 200}]} {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:23:54.044187 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-857a7c28-2166-42cf-b158-7b1eacb33d8a {{(pid=102545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:23:54.044576 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b80f6801-ee92-4d6b-9fa8-a6ecd1c77f1e', 'name': 'network-vif-deleted', 'tag': '0de4531c-4f51-49ee-94c1-761f6aeffde1', 'status': 'completed', 'code': 200} Nov 24 15:23:54.185920 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-829187d4-5f61-4c0d-99b0-c03146a4fa01 req-01cb3ebc-8288-4434-9e33-c14bd16a2ece tempest-VolumesSnapshotTestJSON-1505827673 tempest-VolumesSnapshotTestJSON-1505827673-project] 10.222.0.66 "GET /v2.0/ports?device_id=b80f6801-ee92-4d6b-9fa8-a6ecd1c77f1e HTTP/1.1" status: 200 len: 210 time: 0.0258050 Nov 24 15:23:58.684614 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 0de4531c-4f51-49ee-94c1-761f6aeffde1 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:23:58.705852 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] No Port match for: 0de4531c-4f51-49ee-94c1-761f6aeffde1 {{(pid=102546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:23:58.706196 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 0de4531c-4f51-49ee-94c1-761f6aeffde1 not bound to the agent host hv-cinder-80403 {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:24:00.278328 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f0189f-5706-4bd0-888d-09b5f05d71e4 req-5e30b1a4-9a97-4454-b8e9-4e1c1eb1be36 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:00.279920 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-a5f0189f-5706-4bd0-888d-09b5f05d71e4 req-5e30b1a4-9a97-4454-b8e9-4e1c1eb1be36 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 945 time: 0.0522864 Nov 24 15:24:00.327765 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-a5f0189f-5706-4bd0-888d-09b5f05d71e4 req-8a2812c5-f5a3-4101-8bd9-fee9ec3494f6 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=5eb0e9ea-adfa-4e36-9048-51675c6733b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410800 Nov 24 15:24:01.444105 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4a0d0-7285-4f7d-bee1-d25f7c5e6b78 req-c3147b71-37ca-4f9c-830f-54714fb274f0 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:01.445662 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-d9c4a0d0-7285-4f7d-bee1-d25f7c5e6b78 req-c3147b71-37ca-4f9c-830f-54714fb274f0 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 945 time: 0.0498190 Nov 24 15:24:01.494655 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-d9c4a0d0-7285-4f7d-bee1-d25f7c5e6b78 req-65ac8eed-4627-4c4f-bd10-fa93fde23422 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=5eb0e9ea-adfa-4e36-9048-51675c6733b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419629 Nov 24 15:24:02.303806 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a446ae0-b86b-42df-a757-ac5d73112124 req-214ad6db-db1c-40ab-a6ec-fb4a433aa51a tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:02.305284 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-2a446ae0-b86b-42df-a757-ac5d73112124 req-214ad6db-db1c-40ab-a6ec-fb4a433aa51a tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.74 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 945 time: 0.0617390 Nov 24 15:24:02.334331 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058d14d-8918-4f47-885c-93ee382027b4 req-ac8c7585-cdd2-404c-be78-ee230b6980ba tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:02.335846 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-5058d14d-8918-4f47-885c-93ee382027b4 req-ac8c7585-cdd2-404c-be78-ee230b6980ba tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 945 time: 0.0506938 Nov 24 15:24:02.386303 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-5058d14d-8918-4f47-885c-93ee382027b4 req-fe5059cf-8113-4971-876c-2fcc340b60a2 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444837 Nov 24 15:24:02.403270 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [req-2a446ae0-b86b-42df-a757-ac5d73112124 req-baf3c540-6f67-45e5-8053-ec285d903fae tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Deleting port f913887e-e2c7-4f41-9773-44b6265eb1f9 {{(pid=102545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:24:02.403601 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-2a446ae0-b86b-42df-a757-ac5d73112124 req-baf3c540-6f67-45e5-8053-ec285d903fae tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:02.495303 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-2a446ae0-b86b-42df-a757-ac5d73112124 req-baf3c540-6f67-45e5-8053-ec285d903fae tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] For port f913887e-e2c7-4f41-9773-44b6265eb1f9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=f913887e-e2c7-4f41-9773-44b6265eb1f9,segment=NetworkSegment(5cca371a-d1c6-4d40-ae83-fde6150ee61c),segment_id=5cca371a-d1c6-4d40-ae83-fde6150ee61c)] {{(pid=102545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:24:02.495665 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-2a446ae0-b86b-42df-a757-ac5d73112124 req-baf3c540-6f67-45e5-8053-ec285d903fae tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:02.610516 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9060735d-cc8d-49a1-aded-044fd009f8a5 req-b908b05c-1b6c-49ca-87c6-d5102fe34f68 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:02.612037 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-9060735d-cc8d-49a1-aded-044fd009f8a5 req-b908b05c-1b6c-49ca-87c6-d5102fe34f68 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=60818665-e1d1-4651-9b32-94b226a506c9 HTTP/1.1" status: 200 len: 945 time: 0.0473268 Nov 24 15:24:02.660438 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-9060735d-cc8d-49a1-aded-044fd009f8a5 req-03591e41-eeda-4e5b-abe9-43d09b44773d tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=5eb0e9ea-adfa-4e36-9048-51675c6733b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419338 Nov 24 15:24:02.716017 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-2a446ae0-b86b-42df-a757-ac5d73112124 req-baf3c540-6f67-45e5-8053-ec285d903fae tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:02.716402 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-2a446ae0-b86b-42df-a757-ac5d73112124 req-baf3c540-6f67-45e5-8053-ec285d903fae tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663866'] for floatingip, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:02.716718 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.db.l3_db [req-2a446ae0-b86b-42df-a757-ac5d73112124 req-baf3c540-6f67-45e5-8053-ec285d903fae tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Floating IP 75efc458-e289-4fb6-8ded-2e85a027a6e5 disassociated. External IP: 172.27.3.43, port: f913887e-e2c7-4f41-9773-44b6265eb1f9. Nov 24 15:24:02.717060 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [req-2a446ae0-b86b-42df-a757-ac5d73112124 req-baf3c540-6f67-45e5-8053-ec285d903fae tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Calling delete_port for f913887e-e2c7-4f41-9773-44b6265eb1f9 owned by compute:nova {{(pid=102545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:24:02.842711 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-2a446ae0-b86b-42df-a757-ac5d73112124 req-baf3c540-6f67-45e5-8053-ec285d903fae tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:02.874428 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf3c540-6f67-45e5-8053-ec285d903fae tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Pushing event deleted for resources: {'Port': ['ID=f913887e-e2c7-4f41-9773-44b6265eb1f9,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:02.986749 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a446ae0-b86b-42df-a757-ac5d73112124 req-baf3c540-6f67-45e5-8053-ec285d903fae tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Router 3946d0bc-5fae-46c5-b2ee-32c05a0570ed has already been hosted by L3 agent cf746c29-e95d-415d-8373-1f02a86f1d46 {{(pid=102545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:24:03.091654 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a446ae0-b86b-42df-a757-ac5d73112124 req-baf3c540-6f67-45e5-8053-ec285d903fae tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Notify agent at l3_agent.dv-cinder-804035-20-iscsi the message routers_updated {{(pid=102545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:24:03.102686 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbbbde6-c2ae-4fd8-bbd0-6332633257b5 None None] Sync routers for ids ['3946d0bc-5fae-46c5-b2ee-32c05a0570ed'] in dv-cinder-804035-20-iscsi {{(pid=102546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:24:03.114628 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbbbde6-c2ae-4fd8-bbd0-6332633257b5 None None] Routers {'3946d0bc-5fae-46c5-b2ee-32c05a0570ed'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:24:03.115419 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-fbbbbde6-c2ae-4fd8-bbd0-6332633257b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:23:48Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['3946d0bc-5fae-46c5-b2ee-32c05a0570ed'], 'active': True} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:24:03.131215 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a446ae0-b86b-42df-a757-ac5d73112124 req-baf3c540-6f67-45e5-8053-ec285d903fae tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] No DVR routers for this DVR port f913887e-e2c7-4f41-9773-44b6265eb1f9 on host hv-cinder-80403 {{(pid=102545) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:24:03.133757 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-2a446ae0-b86b-42df-a757-ac5d73112124 req-baf3c540-6f67-45e5-8053-ec285d903fae tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:03.137106 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-2a446ae0-b86b-42df-a757-ac5d73112124 req-baf3c540-6f67-45e5-8053-ec285d903fae tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.74 "DELETE /v2.0/ports/f913887e-e2c7-4f41-9773-44b6265eb1f9 HTTP/1.1" status: 204 len: 173 time: 0.8252282 Nov 24 15:24:03.137590 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60818665-e1d1-4651-9b32-94b226a506c9', 'name': 'network-vif-deleted', 'tag': 'f913887e-e2c7-4f41-9773-44b6265eb1f9'}] {{(pid=102545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:24:03.139886 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e232a59b198ff96befa2502742fd1f317735a6d9991c1ac6356d20aee71e71d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f91cee1-0615-4e1d-bc48-507c8552060b" -d '{"events": [{"server_uuid": "60818665-e1d1-4651-9b32-94b226a506c9", "name": "network-vif-deleted", "tag": "f913887e-e2c7-4f41-9773-44b6265eb1f9"}]}' {{(pid=102545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:24:03.190204 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0a5f42-4edf-44f9-a054-05016a17b621 x-openstack-request-id: req-cf0a5f42-4edf-44f9-a054-05016a17b621 {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:24:03.191338 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60818665-e1d1-4651-9b32-94b226a506c9", "name": "network-vif-deleted", "tag": "f913887e-e2c7-4f41-9773-44b6265eb1f9", "status": "completed", "code": 200}]} {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:24:03.191629 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cf0a5f42-4edf-44f9-a054-05016a17b621 {{(pid=102545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:24:03.192098 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60818665-e1d1-4651-9b32-94b226a506c9', 'name': 'network-vif-deleted', 'tag': 'f913887e-e2c7-4f41-9773-44b6265eb1f9', 'status': 'completed', 'code': 200} Nov 24 15:24:03.361906 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvr_db [None req-fbbbbde6-c2ae-4fd8-bbd0-6332633257b5 None None] Set router 3946d0bc-5fae-46c5-b2ee-32c05a0570ed gateway port host: dv-cinder-804035-20-iscsi {{(pid=102546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:24:03.517805 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79266a2-beac-4125-bce4-5e99b83ed1c8 req-8819ff80-0ba3-45f0-868d-2c1c8cc6b6e5 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:03.519844 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-e79266a2-beac-4125-bce4-5e99b83ed1c8 req-8819ff80-0ba3-45f0-868d-2c1c8cc6b6e5 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 945 time: 0.0552652 Nov 24 15:24:03.635156 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-fbbbbde6-c2ae-4fd8-bbd0-6332633257b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'name': 'tempest-AttachVolumeTestJSON-1302020264-router', 'tenant_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'da296a9c-5a22-4030-92c2-5a298a84570a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:19:28Z', 'updated_at': '2021-11-24T15:19:33Z', 'revision_number': 4, 'project_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'gw_port': {'id': 'da296a9c-5a22-4030-92c2-5a298a84570a', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:30:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:19:29Z', 'updated_at': '2021-11-24T15:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': '073b851b-55fb-40c9-8240-b26807bfc531', 'name': '', 'network_id': 'a227d49c-a3bd-45ee-b0d2-bcce569a4266', 'tenant_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'mac_address': 'fa:16:3e:80:ef:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '84815f2f-38d2-472a-bdf7-762ef40354a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:19:32Z', 'updated_at': '2021-11-24T15:19:40Z', 'revision_number': 5, 'project_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'subnets': [{'id': '84815f2f-38d2-472a-bdf7-762ef40354a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:24:03.646697 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-e79266a2-beac-4125-bce4-5e99b83ed1c8 req-03f0f909-ccd8-4989-95b0-e10d3ae88f12 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128175 Nov 24 15:24:03.665870 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbbbde6-c2ae-4fd8-bbd0-6332633257b5 None None] Checking router: 3946d0bc-5fae-46c5-b2ee-32c05a0570ed for host: dv-cinder-804035-20-iscsi {{(pid=102546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:24:03.675548 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbbbde6-c2ae-4fd8-bbd0-6332633257b5 None None] Routers {'3946d0bc-5fae-46c5-b2ee-32c05a0570ed'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:24:03.676176 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-fbbbbde6-c2ae-4fd8-bbd0-6332633257b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:23:48Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['3946d0bc-5fae-46c5-b2ee-32c05a0570ed'], 'active': True} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:24:03.796026 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 36100) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:24:03.837776 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvr_db [None req-fbbbbde6-c2ae-4fd8-bbd0-6332633257b5 None None] Set router 3946d0bc-5fae-46c5-b2ee-32c05a0570ed gateway port host: dv-cinder-804035-20-iscsi {{(pid=102546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:24:03.857143 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-ab53c3a7-b846-40e5-8c6a-d8d2cb64028d tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:03.881922 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-ab53c3a7-b846-40e5-8c6a-d8d2cb64028d tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:03.938321 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-ab53c3a7-b846-40e5-8c6a-d8d2cb64028d tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:03.941856 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-ab53c3a7-b846-40e5-8c6a-d8d2cb64028d tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:03.943502 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-ab53c3a7-b846-40e5-8c6a-d8d2cb64028d tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "DELETE /v2.0/security-groups/5eb0e9ea-adfa-4e36-9048-51675c6733b5 HTTP/1.1" status: 204 len: 168 time: 0.1462717 Nov 24 15:24:03.945938 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 36104) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:24:03.955559 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab53c3a7-b846-40e5-8c6a-d8d2cb64028d tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb0e9ea-adfa-4e36-9048-51675c6733b5,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:03.961843 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.api.v2.resource [None req-6ca244b4-55e8-4ae6-ac7e-51c820902714 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] show failed (client error): The resource could not be found. Nov 24 15:24:03.966036 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 36106) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:24:03.966648 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-6ca244b4-55e8-4ae6-ac7e-51c820902714 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups/5eb0e9ea-adfa-4e36-9048-51675c6733b5 HTTP/1.1" status: 404 len: 347 time: 0.0191317 Nov 24 15:24:04.072048 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-fbbbbde6-c2ae-4fd8-bbd0-6332633257b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'name': 'tempest-AttachVolumeTestJSON-1302020264-router', 'tenant_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'da296a9c-5a22-4030-92c2-5a298a84570a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:19:28Z', 'updated_at': '2021-11-24T15:19:33Z', 'revision_number': 4, 'project_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'gw_port': {'id': 'da296a9c-5a22-4030-92c2-5a298a84570a', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:30:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:19:29Z', 'updated_at': '2021-11-24T15:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': '073b851b-55fb-40c9-8240-b26807bfc531', 'name': '', 'network_id': 'a227d49c-a3bd-45ee-b0d2-bcce569a4266', 'tenant_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'mac_address': 'fa:16:3e:80:ef:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '84815f2f-38d2-472a-bdf7-762ef40354a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:19:32Z', 'updated_at': '2021-11-24T15:19:40Z', 'revision_number': 5, 'project_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'subnets': [{'id': '84815f2f-38d2-472a-bdf7-762ef40354a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:24:04.096140 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [None req-cce09871-4fac-4b16-9733-237cd709691b tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Deleting port a487d2c3-8add-4cce-8c2f-33d2db1a7ada {{(pid=102545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:24:04.096805 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-cce09871-4fac-4b16-9733-237cd709691b tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:04.098677 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbbbde6-c2ae-4fd8-bbd0-6332633257b5 None None] The sync data for ids ['3946d0bc-5fae-46c5-b2ee-32c05a0570ed'] in dv-cinder-804035-20-iscsi is: [{'id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'name': 'tempest-AttachVolumeTestJSON-1302020264-router', 'tenant_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'da296a9c-5a22-4030-92c2-5a298a84570a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:19:28Z', 'updated_at': '2021-11-24T15:19:33Z', 'revision_number': 4, 'project_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'gw_port': {'id': 'da296a9c-5a22-4030-92c2-5a298a84570a', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:30:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:19:29Z', 'updated_at': '2021-11-24T15:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': '073b851b-55fb-40c9-8240-b26807bfc531', 'name': '', 'network_id': 'a227d49c-a3bd-45ee-b0d2-bcce569a4266', 'tenant_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'mac_address': 'fa:16:3e:80:ef:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '84815f2f-38d2-472a-bdf7-762ef40354a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:19:32Z', 'updated_at': '2021-11-24T15:19:40Z', 'revision_number': 5, 'project_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'subnets': [{'id': '84815f2f-38d2-472a-bdf7-762ef40354a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:24:04.176921 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-cce09871-4fac-4b16-9733-237cd709691b tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:04.177256 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-cce09871-4fac-4b16-9733-237cd709691b tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:04.190341 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [None req-cce09871-4fac-4b16-9733-237cd709691b tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Calling delete_port for a487d2c3-8add-4cce-8c2f-33d2db1a7ada owned by network:floatingip {{(pid=102545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:24:04.332178 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff5069f-aefc-45d2-bfb0-524a57b416a3 None None] New status for floating IP 75efc458-e289-4fb6-8ded-2e85a027a6e5: DOWN {{(pid=102547) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 15:24:04.339677 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-cce09871-4fac-4b16-9733-237cd709691b tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:04.362641 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce09871-4fac-4b16-9733-237cd709691b tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Pushing event deleted for resources: {'Port': ['ID=a487d2c3-8add-4cce-8c2f-33d2db1a7ada,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:04.415772 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.db.api [None req-5ff5069f-aefc-45d2-bfb0-524a57b416a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102547) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 15:24:04.416476 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG oslo_db.api [None req-5ff5069f-aefc-45d2-bfb0-524a57b416a3 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 15:24:04.427552 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-cce09871-4fac-4b16-9733-237cd709691b tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks [] for floatingip, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:04.430124 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-cce09871-4fac-4b16-9733-237cd709691b tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for floatingip, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:04.431401 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-cce09871-4fac-4b16-9733-237cd709691b tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "DELETE /v2.0/floatingips/75efc458-e289-4fb6-8ded-2e85a027a6e5 HTTP/1.1" status: 204 len: 168 time: 0.4635506 Nov 24 15:24:04.644958 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.agents_db [None req-1855c149-01a8-4582-985c-3b31432c2781 None None] Agent healthcheck: found 6 active agents {{(pid=102547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:24:04.667305 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 36114) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:24:04.674743 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [None req-8935fc8c-c48a-46f7-82f9-2da77c755ecb tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Request body: {'security_group': {'name': 'tempest-securitygroup--297277228', 'description': 'tempest-description--899973204'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:24:04.716661 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-8935fc8c-c48a-46f7-82f9-2da77c755ecb tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:04.799360 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-8935fc8c-c48a-46f7-82f9-2da77c755ecb tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:04.805549 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff92ee2-8f5c-4998-95d0-27aaf8dab83b req-20856802-4d22-46ec-822b-413b18ca53cf tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:04.806911 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-8935fc8c-c48a-46f7-82f9-2da77c755ecb tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:04.813724 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-7ff92ee2-8f5c-4998-95d0-27aaf8dab83b req-20856802-4d22-46ec-822b-413b18ca53cf tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 945 time: 0.0680091 Nov 24 15:24:04.830120 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-8935fc8c-c48a-46f7-82f9-2da77c755ecb tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:04.834733 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-8935fc8c-c48a-46f7-82f9-2da77c755ecb tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1657643 Nov 24 15:24:04.835545 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 36118) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:24:04.840473 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.v2.base [None req-aaebaa5b-bc69-41be-8937-b8e10fa702ea tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Request body: {'security_group_rule': {'security_group_id': 'fbac8b23-948f-4a96-838f-4d1f4bb254a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:24:04.874258 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8935fc8c-c48a-46f7-82f9-2da77c755ecb tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbac8b23-948f-4a96-838f-4d1f4bb254a4,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:04.895483 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-7ff92ee2-8f5c-4998-95d0-27aaf8dab83b req-19f66c0d-f7f1-4336-ab19-b9f047f9fde8 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806291 Nov 24 15:24:04.908750 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-aaebaa5b-bc69-41be-8937-b8e10fa702ea tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:04.918904 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff5069f-aefc-45d2-bfb0-524a57b416a3 None None] New status for floating IP 75efc458-e289-4fb6-8ded-2e85a027a6e5: DOWN {{(pid=102547) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 15:24:04.961452 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-aaebaa5b-bc69-41be-8937-b8e10fa702ea tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:04.965617 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-aaebaa5b-bc69-41be-8937-b8e10fa702ea tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582796'] for security_group_rule, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:04.984142 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaebaa5b-bc69-41be-8937-b8e10fa702ea tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=346dea44-9f84-4caf-af20-a7f87d8f528a,revision_number=0']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:04.992676 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebaa5b-bc69-41be-8937-b8e10fa702ea tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:04.993107 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebaa5b-bc69-41be-8937-b8e10fa702ea tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:04.993406 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebaa5b-bc69-41be-8937-b8e10fa702ea tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:04.993748 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebaa5b-bc69-41be-8937-b8e10fa702ea tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:04.994078 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebaa5b-bc69-41be-8937-b8e10fa702ea tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:04.994413 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebaa5b-bc69-41be-8937-b8e10fa702ea tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:04.994749 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebaa5b-bc69-41be-8937-b8e10fa702ea tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:04.995107 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebaa5b-bc69-41be-8937-b8e10fa702ea tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:04.995450 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebaa5b-bc69-41be-8937-b8e10fa702ea tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:04.995779 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebaa5b-bc69-41be-8937-b8e10fa702ea tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:04.996103 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebaa5b-bc69-41be-8937-b8e10fa702ea tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:04.996428 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebaa5b-bc69-41be-8937-b8e10fa702ea tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:05.001244 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-aaebaa5b-bc69-41be-8937-b8e10fa702ea tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:05.002460 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-aaebaa5b-bc69-41be-8937-b8e10fa702ea tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1657970 Nov 24 15:24:05.005081 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 36122) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:24:05.009487 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.v2.base [None req-9b470e42-4982-4d6a-8483-3e323fd6e7a6 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Request body: {'security_group_rule': {'security_group_id': 'fbac8b23-948f-4a96-838f-4d1f4bb254a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:24:05.038247 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-9b470e42-4982-4d6a-8483-3e323fd6e7a6 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:05.092123 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-9b470e42-4982-4d6a-8483-3e323fd6e7a6 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:05.096187 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-9b470e42-4982-4d6a-8483-3e323fd6e7a6 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582796'] for security_group_rule, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:05.112688 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b470e42-4982-4d6a-8483-3e323fd6e7a6 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2e1304c-e36b-439f-939f-5c8f7315fd12,revision_number=0']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:05.122389 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-9b470e42-4982-4d6a-8483-3e323fd6e7a6 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:05.123742 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-9b470e42-4982-4d6a-8483-3e323fd6e7a6 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1175792 Nov 24 15:24:05.126685 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 36124) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:24:05.131032 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.v2.base [None req-7d12cbfb-d7fe-4084-8853-7dce113cb5c8 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Request body: {'floatingip': {'floating_network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86'}} {{(pid=102544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:24:05.152443 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-7d12cbfb-d7fe-4084-8853-7dce113cb5c8 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks [] for floatingip, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:05.249376 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-7d12cbfb-d7fe-4084-8853-7dce113cb5c8 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:05.362651 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.db.db_base_plugin_common [None req-7d12cbfb-d7fe-4084-8853-7dce113cb5c8 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Allocated IP 172.27.3.245 (8344f4db-560e-43ae-a8a3-c586ec595f86/c55147fe-7574-46b9-be0f-c5d247f19105/b2547c40-587a-48f6-8fdf-08a00b220f43) {{(pid=102544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:24:05.459919 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-7d12cbfb-d7fe-4084-8853-7dce113cb5c8 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks [] for port, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:05.491595 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-7d12cbfb-d7fe-4084-8853-7dce113cb5c8 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15752001'] for port, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:05.530454 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d12cbfb-d7fe-4084-8853-7dce113cb5c8 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Network 8344f4db-560e-43ae-a8a3-c586ec595f86 is already hosted by enough agents. {{(pid=102544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:24:05.533277 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.base_scheduler [None req-7d12cbfb-d7fe-4084-8853-7dce113cb5c8 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Resources bound (agent type, host, resource id): {{(pid=102544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:24:05.536622 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d12cbfb-d7fe-4084-8853-7dce113cb5c8 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Received port after_create {{(pid=102544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:24:05.541977 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d12cbfb-d7fe-4084-8853-7dce113cb5c8 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Pushing event updated for resources: {'Port': ['ID=b2547c40-587a-48f6-8fdf-08a00b220f43,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:05.626669 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-7d12cbfb-d7fe-4084-8853-7dce113cb5c8 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:05.658937 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-7d12cbfb-d7fe-4084-8853-7dce113cb5c8 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:05.804336 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-7d12cbfb-d7fe-4084-8853-7dce113cb5c8 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks [] for port, precommit_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:05.808724 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-7d12cbfb-d7fe-4084-8853-7dce113cb5c8 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15752056'] for port, after_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:05.879580 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d12cbfb-d7fe-4084-8853-7dce113cb5c8 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Pushing event updated for resources: {'Port': ['ID=b2547c40-587a-48f6-8fdf-08a00b220f43,revision_number=2']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:05.888632 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-7d12cbfb-d7fe-4084-8853-7dce113cb5c8 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663866'] for floatingip, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:05.903945 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-7d12cbfb-d7fe-4084-8853-7dce113cb5c8 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for floatingip, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:05.905350 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-7d12cbfb-d7fe-4084-8853-7dce113cb5c8 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7777097 Nov 24 15:24:06.021173 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2efeddd-8619-435f-873a-f1cb008a5d94 req-22bc1e49-1774-4d50-9513-c5c7f6536ae0 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:06.027290 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f2efeddd-8619-435f-873a-f1cb008a5d94 req-22bc1e49-1774-4d50-9513-c5c7f6536ae0 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 945 time: 0.0607786 Nov 24 15:24:06.084001 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f2efeddd-8619-435f-873a-f1cb008a5d94 req-3071c72d-ca92-4978-82f8-1c8aa38f3c97 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555418 Nov 24 15:24:06.115397 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c41400d1-e8c9-45fa-b991-8fd98dcc4d9c req-96055f1f-790d-4c57-8cd4-596c8f38fd27 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--297277228&fields=id&tenant_id=cebad9fcbd0d4232a6f6dccb42ba04a1 HTTP/1.1" status: 200 len: 267 time: 0.0548813 Nov 24 15:24:06.220623 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41400d1-e8c9-45fa-b991-8fd98dcc4d9c req-5b77e3d1-e93f-4ac9-b398-7fbc879e149f tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:06.222056 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c41400d1-e8c9-45fa-b991-8fd98dcc4d9c req-5b77e3d1-e93f-4ac9-b398-7fbc879e149f tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/networks?id=a227d49c-a3bd-45ee-b0d2-bcce569a4266 HTTP/1.1" status: 200 len: 811 time: 0.1000235 Nov 24 15:24:06.237128 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c41400d1-e8c9-45fa-b991-8fd98dcc4d9c req-5e268097-4973-41e4-aa97-cba46ebf7aef tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/quotas/cebad9fcbd0d4232a6f6dccb42ba04a1 HTTP/1.1" status: 200 len: 375 time: 0.0093749 Nov 24 15:24:06.287948 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c41400d1-e8c9-45fa-b991-8fd98dcc4d9c req-cb127036-ac92-4058-a103-3136a7a6635e tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=cebad9fcbd0d4232a6f6dccb42ba04a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454071 Nov 24 15:24:06.378788 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c41400d1-e8c9-45fa-b991-8fd98dcc4d9c req-ca8995b2-a881-4af7-81c6-8b0397a51c61 service neutron] 10.222.0.66 "GET /v2.0/networks/a227d49c-a3bd-45ee-b0d2-bcce569a4266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787134 Nov 24 15:24:06.469370 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c41400d1-e8c9-45fa-b991-8fd98dcc4d9c req-267bb8b4-d497-4a72-a8b8-fb3d0b052da4 service neutron] 10.222.0.66 "GET /v2.0/networks/a227d49c-a3bd-45ee-b0d2-bcce569a4266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836051 Nov 24 15:24:06.624682 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-05011404-0c2c-4de7-afb4-7d9dcfd25530 req-66d41656-13a1-4ce4-b47f-70e5e9588579 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4b0d73d-cc88-4e7e-9cea-e65e7ab3ae2e HTTP/1.1" status: 200 len: 210 time: 0.0261211 Nov 24 15:24:07.206082 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc1602-3c70-4152-a264-b98e53c7e2c8 req-5da8f5ef-476f-4a18-9ef1-69377ededb76 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:07.207489 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-bcfc1602-3c70-4152-a264-b98e53c7e2c8 req-5da8f5ef-476f-4a18-9ef1-69377ededb76 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 945 time: 0.0477707 Nov 24 15:24:07.258791 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-bcfc1602-3c70-4152-a264-b98e53c7e2c8 req-10665267-5e9e-4e79-85de-b38060648c0a tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449407 Nov 24 15:24:07.716673 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-998452fe-8c20-4ad8-867f-d8fc119c1229 req-928fab97-8a3c-4e36-ac40-098533793a0d tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4b0d73d-cc88-4e7e-9cea-e65e7ab3ae2e HTTP/1.1" status: 200 len: 210 time: 0.0252049 Nov 24 15:24:07.994196 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device f913887e-e2c7-4f41-9773-44b6265eb1f9 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:24:08.024545 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] No Port match for: f913887e-e2c7-4f41-9773-44b6265eb1f9 {{(pid=102546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:24:08.025017 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device f913887e-e2c7-4f41-9773-44b6265eb1f9 not bound to the agent host hv-cinder-80403 {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:24:08.027681 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:08.375190 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfaf5bf-035b-426c-9483-423832ee76cf req-3657f724-300c-4cc6-a87f-628cef91ef9b tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:08.376667 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ebfaf5bf-035b-426c-9483-423832ee76cf req-3657f724-300c-4cc6-a87f-628cef91ef9b tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 945 time: 0.0487914 Nov 24 15:24:08.423108 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ebfaf5bf-035b-426c-9483-423832ee76cf req-f2e1fe2d-2c2a-420d-9185-9908d13a1084 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404899 Nov 24 15:24:08.649991 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41400d1-e8c9-45fa-b991-8fd98dcc4d9c req-5ff17e99-c05a-4610-a889-06a74a8a92c2 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:08.651383 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-c41400d1-e8c9-45fa-b991-8fd98dcc4d9c req-5ff17e99-c05a-4610-a889-06a74a8a92c2 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.74 "GET /v2.0/networks?id=a227d49c-a3bd-45ee-b0d2-bcce569a4266 HTTP/1.1" status: 200 len: 811 time: 0.1120946 Nov 24 15:24:08.715920 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-c41400d1-e8c9-45fa-b991-8fd98dcc4d9c req-08ae77c1-0555-4270-9d5d-1d46505d7675 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cebad9fcbd0d4232a6f6dccb42ba04a1 HTTP/1.1" status: 200 len: 379 time: 0.0534003 Nov 24 15:24:08.729186 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [req-c41400d1-e8c9-45fa-b991-8fd98dcc4d9c req-057e6f6f-6ed9-4437-8889-7283cdd220ce tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Request body: {'port': {'device_id': 'b4b0d73d-cc88-4e7e-9cea-e65e7ab3ae2e', 'network_id': 'a227d49c-a3bd-45ee-b0d2-bcce569a4266', 'admin_state_up': True, 'tenant_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'security_groups': ['fbac8b23-948f-4a96-838f-4d1f4bb254a4']}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:24:08.808826 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-43b31078-bfdc-4aa3-9e12-00bf678a9e13 req-c555e1b2-c8ce-406e-b2f5-90996fa4307c tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4b0d73d-cc88-4e7e-9cea-e65e7ab3ae2e HTTP/1.1" status: 200 len: 210 time: 0.0257781 Nov 24 15:24:08.835289 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c41400d1-e8c9-45fa-b991-8fd98dcc4d9c req-057e6f6f-6ed9-4437-8889-7283cdd220ce tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Made reservation on behalf of cebad9fcbd0d4232a6f6dccb42ba04a1 for: {'port': 1} {{(pid=102545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:24:08.838960 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-c41400d1-e8c9-45fa-b991-8fd98dcc4d9c req-057e6f6f-6ed9-4437-8889-7283cdd220ce tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:08.964953 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.db_base_plugin_common [req-c41400d1-e8c9-45fa-b991-8fd98dcc4d9c req-057e6f6f-6ed9-4437-8889-7283cdd220ce tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Allocated IP 172.20.0.10 (a227d49c-a3bd-45ee-b0d2-bcce569a4266/84815f2f-38d2-472a-bdf7-762ef40354a5/a9ea99c7-9e9a-429a-a735-dcc12c181098) {{(pid=102545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:24:09.101060 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-c41400d1-e8c9-45fa-b991-8fd98dcc4d9c req-057e6f6f-6ed9-4437-8889-7283cdd220ce tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks [] for port, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:09.135264 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-c41400d1-e8c9-45fa-b991-8fd98dcc4d9c req-057e6f6f-6ed9-4437-8889-7283cdd220ce tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:09.177639 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c41400d1-e8c9-45fa-b991-8fd98dcc4d9c req-057e6f6f-6ed9-4437-8889-7283cdd220ce tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Network a227d49c-a3bd-45ee-b0d2-bcce569a4266 is already hosted by enough agents. {{(pid=102545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:24:09.182697 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [req-c41400d1-e8c9-45fa-b991-8fd98dcc4d9c req-057e6f6f-6ed9-4437-8889-7283cdd220ce tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Resources bound (agent type, host, resource id): {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:24:09.186245 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [req-c41400d1-e8c9-45fa-b991-8fd98dcc4d9c req-057e6f6f-6ed9-4437-8889-7283cdd220ce tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Received port after_create {{(pid=102545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:24:09.213757 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e6f6f-6ed9-4437-8889-7283cdd220ce tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Pushing event updated for resources: {'Port': ['ID=a9ea99c7-9e9a-429a-a735-dcc12c181098,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:09.254458 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41400d1-e8c9-45fa-b991-8fd98dcc4d9c req-057e6f6f-6ed9-4437-8889-7283cdd220ce tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:09.255128 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-c41400d1-e8c9-45fa-b991-8fd98dcc4d9c req-057e6f6f-6ed9-4437-8889-7283cdd220ce tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:09.292223 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-c41400d1-e8c9-45fa-b991-8fd98dcc4d9c req-057e6f6f-6ed9-4437-8889-7283cdd220ce tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5665669 Nov 24 15:24:09.306622 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [req-c41400d1-e8c9-45fa-b991-8fd98dcc4d9c req-1f8766bd-d214-4a21-b180-7cc0f1b04263 service neutron] Request body: {'port': {'device_id': 'b4b0d73d-cc88-4e7e-9cea-e65e7ab3ae2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:24:09.371539 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-c41400d1-e8c9-45fa-b991-8fd98dcc4d9c req-1f8766bd-d214-4a21-b180-7cc0f1b04263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:09.457611 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-f9e9d817-bdf6-44b7-86be-4eb374a96c44 None None] Provisioning complete for port a9ea99c7-9e9a-429a-a735-dcc12c181098 triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:24:09.458075 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-f9e9d817-bdf6-44b7-86be-4eb374a96c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:09.495458 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-f9e9d817-bdf6-44b7-86be-4eb374a96c44 None None] Port a9ea99c7-9e9a-429a-a735-dcc12c181098 cannot update to ACTIVE because it is not bound. {{(pid=102546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:24:09.548835 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85acf1b-20d2-474c-ada4-dfb6bfe6cb2a req-bfb91976-477a-4f77-b47e-9c452b07c2d9 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:09.550324 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-e85acf1b-20d2-474c-ada4-dfb6bfe6cb2a req-bfb91976-477a-4f77-b47e-9c452b07c2d9 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 945 time: 0.0542471 Nov 24 15:24:09.597789 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-e85acf1b-20d2-474c-ada4-dfb6bfe6cb2a req-c16b5a7f-22ea-4b59-8264-3f4a54e3f264 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408266 Nov 24 15:24:09.634552 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [req-c41400d1-e8c9-45fa-b991-8fd98dcc4d9c req-1f8766bd-d214-4a21-b180-7cc0f1b04263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9ea99c7-9e9a-429a-a735-dcc12c181098 {{(pid=102545) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:24:09.643133 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-c41400d1-e8c9-45fa-b991-8fd98dcc4d9c req-1f8766bd-d214-4a21-b180-7cc0f1b04263 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:09.656567 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.provisioning_blocks [req-c41400d1-e8c9-45fa-b991-8fd98dcc4d9c req-1f8766bd-d214-4a21-b180-7cc0f1b04263 service neutron] Transition to ACTIVE for port object a9ea99c7-9e9a-429a-a735-dcc12c181098 will not be triggered until provisioned by entity L2. {{(pid=102545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 15:24:09.659560 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-c41400d1-e8c9-45fa-b991-8fd98dcc4d9c req-1f8766bd-d214-4a21-b180-7cc0f1b04263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13923618'] for port, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:09.714639 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8766bd-d214-4a21-b180-7cc0f1b04263 service neutron] Pushing event updated for resources: {'Port': ['ID=a9ea99c7-9e9a-429a-a735-dcc12c181098,revision_number=2']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:09.783210 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-c41400d1-e8c9-45fa-b991-8fd98dcc4d9c req-1f8766bd-d214-4a21-b180-7cc0f1b04263 service neutron] Attempting to bind port a9ea99c7-9e9a-429a-a735-dcc12c181098 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:24:09.783604 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-c41400d1-e8c9-45fa-b991-8fd98dcc4d9c req-1f8766bd-d214-4a21-b180-7cc0f1b04263 service neutron] Attempting to bind port a9ea99c7-9e9a-429a-a735-dcc12c181098 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '5cca371a-d1c6-4d40-ae83-fde6150ee61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'a227d49c-a3bd-45ee-b0d2-bcce569a4266'}] {{(pid=102545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:24:09.783943 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41400d1-e8c9-45fa-b991-8fd98dcc4d9c req-1f8766bd-d214-4a21-b180-7cc0f1b04263 service neutron] Attempting to bind port a9ea99c7-9e9a-429a-a735-dcc12c181098 on network a227d49c-a3bd-45ee-b0d2-bcce569a4266 {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:24:09.788544 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41400d1-e8c9-45fa-b991-8fd98dcc4d9c req-1f8766bd-d214-4a21-b180-7cc0f1b04263 service neutron] Port a9ea99c7-9e9a-429a-a735-dcc12c181098 on network a227d49c-a3bd-45ee-b0d2-bcce569a4266 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 15:24:09.788868 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41400d1-e8c9-45fa-b991-8fd98dcc4d9c req-1f8766bd-d214-4a21-b180-7cc0f1b04263 service neutron] Attempting to bind port a9ea99c7-9e9a-429a-a735-dcc12c181098 on network a227d49c-a3bd-45ee-b0d2-bcce569a4266 {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:24:09.793731 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41400d1-e8c9-45fa-b991-8fd98dcc4d9c req-1f8766bd-d214-4a21-b180-7cc0f1b04263 service neutron] Checking agent: {'id': 'd4f6996e-fa07-4465-ad79-7a89714f2bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 17, 38), 'started_at': datetime.datetime(2021, 11, 24, 15, 17, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:24:09.794074 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41400d1-e8c9-45fa-b991-8fd98dcc4d9c req-1f8766bd-d214-4a21-b180-7cc0f1b04263 service neutron] Checking segment: {'id': '5cca371a-d1c6-4d40-ae83-fde6150ee61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'a227d49c-a3bd-45ee-b0d2-bcce569a4266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:24:09.794570 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41400d1-e8c9-45fa-b991-8fd98dcc4d9c req-1f8766bd-d214-4a21-b180-7cc0f1b04263 service neutron] Bound using segment: {'id': '5cca371a-d1c6-4d40-ae83-fde6150ee61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'a227d49c-a3bd-45ee-b0d2-bcce569a4266'} {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:24:09.795036 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-c41400d1-e8c9-45fa-b991-8fd98dcc4d9c req-1f8766bd-d214-4a21-b180-7cc0f1b04263 service neutron] Bound port: a9ea99c7-9e9a-429a-a735-dcc12c181098, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cca371a-d1c6-4d40-ae83-fde6150ee61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'a227d49c-a3bd-45ee-b0d2-bcce569a4266'}}] {{(pid=102545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:24:09.795398 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-c41400d1-e8c9-45fa-b991-8fd98dcc4d9c req-1f8766bd-d214-4a21-b180-7cc0f1b04263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:09.860697 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-c41400d1-e8c9-45fa-b991-8fd98dcc4d9c req-1f8766bd-d214-4a21-b180-7cc0f1b04263 service neutron] For port a9ea99c7-9e9a-429a-a735-dcc12c181098, host hv-cinder-80403, cleared binding levels {{(pid=102545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:24:09.864113 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-c41400d1-e8c9-45fa-b991-8fd98dcc4d9c req-1f8766bd-d214-4a21-b180-7cc0f1b04263 service neutron] For port a9ea99c7-9e9a-429a-a735-dcc12c181098, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a9ea99c7-9e9a-429a-a735-dcc12c181098,segment=NetworkSegment(5cca371a-d1c6-4d40-ae83-fde6150ee61c),segment_id=5cca371a-d1c6-4d40-ae83-fde6150ee61c)] {{(pid=102545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:24:09.869564 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-c41400d1-e8c9-45fa-b991-8fd98dcc4d9c req-1f8766bd-d214-4a21-b180-7cc0f1b04263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13923618'] for port, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:09.904496 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41400d1-e8c9-45fa-b991-8fd98dcc4d9c req-1f8766bd-d214-4a21-b180-7cc0f1b04263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:09.905117 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-c41400d1-e8c9-45fa-b991-8fd98dcc4d9c req-1f8766bd-d214-4a21-b180-7cc0f1b04263 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:09.906509 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-c41400d1-e8c9-45fa-b991-8fd98dcc4d9c req-1f8766bd-d214-4a21-b180-7cc0f1b04263 service neutron] 10.222.0.74 "PUT /v2.0/ports/a9ea99c7-9e9a-429a-a735-dcc12c181098 HTTP/1.1" status: 200 len: 1094 time: 0.6047037 Nov 24 15:24:09.907021 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4b0d73d-cc88-4e7e-9cea-e65e7ab3ae2e', 'tag': 'a9ea99c7-9e9a-429a-a735-dcc12c181098'}] {{(pid=102545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:24:09.909298 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e232a59b198ff96befa2502742fd1f317735a6d9991c1ac6356d20aee71e71d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed2807a-d457-47d7-a6f2-4aaca4000e91" -d '{"events": [{"name": "network-changed", "server_uuid": "b4b0d73d-cc88-4e7e-9cea-e65e7ab3ae2e", "tag": "a9ea99c7-9e9a-429a-a735-dcc12c181098"}]}' {{(pid=102545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:24:09.945340 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8766bd-d214-4a21-b180-7cc0f1b04263 service neutron] Pushing event updated for resources: {'Port': ['ID=a9ea99c7-9e9a-429a-a735-dcc12c181098,revision_number=3']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:09.950355 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238d6eb5-69b6-44df-8d7e-4a8cfcdf5897 req-0666be8c-b174-420f-a607-74b207ca1e0f tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:09.952103 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-238d6eb5-69b6-44df-8d7e-4a8cfcdf5897 req-0666be8c-b174-420f-a607-74b207ca1e0f tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4b0d73d-cc88-4e7e-9cea-e65e7ab3ae2e HTTP/1.1" status: 200 len: 944 time: 0.0718753 Nov 24 15:24:09.960555 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74f987f-8502-4f0e-bb9e-2e8f87be84c2 x-openstack-request-id: req-f74f987f-8502-4f0e-bb9e-2e8f87be84c2 {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:24:09.961267 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4b0d73d-cc88-4e7e-9cea-e65e7ab3ae2e", "tag": "a9ea99c7-9e9a-429a-a735-dcc12c181098", "status": "completed", "code": 200}]} {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:24:09.961519 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f74f987f-8502-4f0e-bb9e-2e8f87be84c2 {{(pid=102545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:24:09.962409 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4b0d73d-cc88-4e7e-9cea-e65e7ab3ae2e', 'tag': 'a9ea99c7-9e9a-429a-a735-dcc12c181098', 'status': 'completed', 'code': 200} Nov 24 15:24:10.005646 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41400d1-e8c9-45fa-b991-8fd98dcc4d9c req-8efaf3fc-d7b4-4e21-937a-c5c132938db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:10.007345 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-c41400d1-e8c9-45fa-b991-8fd98dcc4d9c req-8efaf3fc-d7b4-4e21-937a-c5c132938db4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cebad9fcbd0d4232a6f6dccb42ba04a1&device_id=b4b0d73d-cc88-4e7e-9cea-e65e7ab3ae2e HTTP/1.1" status: 200 len: 1097 time: 0.0440261 Nov 24 15:24:10.013434 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-238d6eb5-69b6-44df-8d7e-4a8cfcdf5897 req-ff65dc33-2c35-4648-80a4-eeb5e00b112d tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbac8b23-948f-4a96-838f-4d1f4bb254a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527143 Nov 24 15:24:10.054748 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-c41400d1-e8c9-45fa-b991-8fd98dcc4d9c req-80953272-cb92-42ba-be1d-1dda4b1ea53f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9ea99c7-9e9a-429a-a735-dcc12c181098 HTTP/1.1" status: 200 len: 217 time: 0.0378435 Nov 24 15:24:10.107061 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41400d1-e8c9-45fa-b991-8fd98dcc4d9c req-e9f56b43-cd98-4846-9fa4-aa28a9512f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:10.108535 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-c41400d1-e8c9-45fa-b991-8fd98dcc4d9c req-e9f56b43-cd98-4846-9fa4-aa28a9512f56 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=84815f2f-38d2-472a-bdf7-762ef40354a5 HTTP/1.1" status: 200 len: 850 time: 0.0451400 Nov 24 15:24:10.154766 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41400d1-e8c9-45fa-b991-8fd98dcc4d9c req-61a5d4fb-8c9a-4ad0-b0e7-67646494be1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:10.156318 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-c41400d1-e8c9-45fa-b991-8fd98dcc4d9c req-61a5d4fb-8c9a-4ad0-b0e7-67646494be1a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a227d49c-a3bd-45ee-b0d2-bcce569a4266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0400610 Nov 24 15:24:10.248447 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-c41400d1-e8c9-45fa-b991-8fd98dcc4d9c req-cd98a44c-6a5f-45f9-bfa0-ff47315aa102 service neutron] 10.222.0.74 "GET /v2.0/networks/a227d49c-a3bd-45ee-b0d2-bcce569a4266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854197 Nov 24 15:24:10.337419 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-c41400d1-e8c9-45fa-b991-8fd98dcc4d9c req-4fc6992f-ed5c-402a-bd8f-77331ebbfc7c service neutron] 10.222.0.74 "GET /v2.0/networks/a227d49c-a3bd-45ee-b0d2-bcce569a4266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811059 Nov 24 15:24:10.430453 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2807a-d457-47d7-a6f2-4aaca4000e91 req-fd76781d-0dba-4406-a9bc-96d2c52dc3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:10.430453 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-2ed2807a-d457-47d7-a6f2-4aaca4000e91 req-fd76781d-0dba-4406-a9bc-96d2c52dc3ff service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cebad9fcbd0d4232a6f6dccb42ba04a1&device_id=b4b0d73d-cc88-4e7e-9cea-e65e7ab3ae2e HTTP/1.1" status: 200 len: 1097 time: 0.0450165 Nov 24 15:24:10.522384 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2807a-d457-47d7-a6f2-4aaca4000e91 req-d3c7c8f9-1951-4f86-800f-8e95a7ede802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:10.523924 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-2ed2807a-d457-47d7-a6f2-4aaca4000e91 req-d3c7c8f9-1951-4f86-800f-8e95a7ede802 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a227d49c-a3bd-45ee-b0d2-bcce569a4266 HTTP/1.1" status: 200 len: 913 time: 0.0876348 Nov 24 15:24:10.568400 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-2ed2807a-d457-47d7-a6f2-4aaca4000e91 req-61cf0875-3237-4068-a951-dc0431008c3b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9ea99c7-9e9a-429a-a735-dcc12c181098 HTTP/1.1" status: 200 len: 217 time: 0.0362358 Nov 24 15:24:10.619210 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2807a-d457-47d7-a6f2-4aaca4000e91 req-7a19cdab-412c-407f-94c2-9b974a01000c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:10.621769 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-2ed2807a-d457-47d7-a6f2-4aaca4000e91 req-7a19cdab-412c-407f-94c2-9b974a01000c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=84815f2f-38d2-472a-bdf7-762ef40354a5 HTTP/1.1" status: 200 len: 850 time: 0.0456293 Nov 24 15:24:10.671255 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2807a-d457-47d7-a6f2-4aaca4000e91 req-2cd97c50-1b67-423f-a136-c67711eddbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:10.672798 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-2ed2807a-d457-47d7-a6f2-4aaca4000e91 req-2cd97c50-1b67-423f-a136-c67711eddbd1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a227d49c-a3bd-45ee-b0d2-bcce569a4266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0433347 Nov 24 15:24:10.724278 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac10e4e-d2e7-40bf-8baf-1fa1a8598fa9 req-b3325156-4854-4668-8229-131e4fcdaa07 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:10.726361 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-eac10e4e-d2e7-40bf-8baf-1fa1a8598fa9 req-b3325156-4854-4668-8229-131e4fcdaa07 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 945 time: 0.0512776 Nov 24 15:24:10.771484 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-2ed2807a-d457-47d7-a6f2-4aaca4000e91 req-251eac06-8baf-413c-a01b-ff930593b6d4 service neutron] 10.222.0.74 "GET /v2.0/networks/a227d49c-a3bd-45ee-b0d2-bcce569a4266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903804 Nov 24 15:24:10.776849 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-eac10e4e-d2e7-40bf-8baf-1fa1a8598fa9 req-ddb8f588-98b7-44b7-8dac-605d5662dd5b tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444217 Nov 24 15:24:10.859082 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-2ed2807a-d457-47d7-a6f2-4aaca4000e91 req-478356ba-b03d-44d9-9a4b-d83ded497a5a service neutron] 10.222.0.74 "GET /v2.0/networks/a227d49c-a3bd-45ee-b0d2-bcce569a4266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805337 Nov 24 15:24:11.127080 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d970863-fc4e-49a4-9ffa-58aef7ebfa3b req-e53a2512-805f-4d1c-8709-01c0be302a4e tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:11.128578 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-8d970863-fc4e-49a4-9ffa-58aef7ebfa3b req-e53a2512-805f-4d1c-8709-01c0be302a4e tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4b0d73d-cc88-4e7e-9cea-e65e7ab3ae2e HTTP/1.1" status: 200 len: 944 time: 0.0484853 Nov 24 15:24:11.174107 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-8d970863-fc4e-49a4-9ffa-58aef7ebfa3b req-59a9472a-d92f-4807-865f-6018c0a2f825 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbac8b23-948f-4a96-838f-4d1f4bb254a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396683 Nov 24 15:24:11.894492 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721b2f4-97f3-4c51-91e5-1d3cfc3adeb0 req-ddc490f4-6c55-4d17-a778-a6a4f8378e45 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:11.895973 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-e721b2f4-97f3-4c51-91e5-1d3cfc3adeb0 req-ddc490f4-6c55-4d17-a778-a6a4f8378e45 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 945 time: 0.0476558 Nov 24 15:24:11.942109 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-e721b2f4-97f3-4c51-91e5-1d3cfc3adeb0 req-95d00fa5-a520-4389-a45c-c653e795fa6a tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402391 Nov 24 15:24:11.987642 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device a9ea99c7-9e9a-429a-a735-dcc12c181098 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 15:24:12.082966 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port a9ea99c7-9e9a-429a-a735-dcc12c181098, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a9ea99c7-9e9a-429a-a735-dcc12c181098,segment=NetworkSegment(5cca371a-d1c6-4d40-ae83-fde6150ee61c),segment_id=5cca371a-d1c6-4d40-ae83-fde6150ee61c)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:24:12.093568 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Returning: {'device': 'a9ea99c7-9e9a-429a-a735-dcc12c181098', 'network_id': 'a227d49c-a3bd-45ee-b0d2-bcce569a4266', 'port_id': 'a9ea99c7-9e9a-429a-a735-dcc12c181098', 'mac_address': 'fa:16:3e:b6:eb:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84815f2f-38d2-472a-bdf7-762ef40354a5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 15:24:12.129903 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:12.142835 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.notifiers.nova [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9ea99c7-9e9a-429a-a735-dcc12c181098 {{(pid=102546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:24:12.161061 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port a9ea99c7-9e9a-429a-a735-dcc12c181098, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a9ea99c7-9e9a-429a-a735-dcc12c181098,segment=NetworkSegment(5cca371a-d1c6-4d40-ae83-fde6150ee61c),segment_id=5cca371a-d1c6-4d40-ae83-fde6150ee61c)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:24:12.164857 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:12.214766 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Pushing event updated for resources: {'Port': ['ID=a9ea99c7-9e9a-429a-a735-dcc12c181098,revision_number=4']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:12.221772 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:12.222134 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:12.222478 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:12.222829 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:12.223178 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:12.223525 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:12.223859 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:12.224191 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:12.224526 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:12.224847 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:12.225169 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:12.225488 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:12.290500 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86717ec7-1b90-4a8e-b3e7-c95eeeecc234 req-be92ee32-2c5e-43d3-8d6d-710f743a5672 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:12.292006 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-86717ec7-1b90-4a8e-b3e7-c95eeeecc234 req-be92ee32-2c5e-43d3-8d6d-710f743a5672 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4b0d73d-cc88-4e7e-9cea-e65e7ab3ae2e HTTP/1.1" status: 200 len: 945 time: 0.0517290 Nov 24 15:24:12.338558 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-86717ec7-1b90-4a8e-b3e7-c95eeeecc234 req-48b7d81c-2fa9-4418-8083-b6b04a779df5 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbac8b23-948f-4a96-838f-4d1f4bb254a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404890 Nov 24 15:24:12.408715 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] get_ports_and_sgs() called for port_ids ['a9ea99c7-9e9a-429a-a735-dcc12c181098'] {{(pid=102546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:24:13.061323 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c1227-650a-424d-922c-5eb2d1a1a98c req-2748d866-3d86-445f-af8f-ae6efb892f03 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:13.062850 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f68c1227-650a-424d-922c-5eb2d1a1a98c req-2748d866-3d86-445f-af8f-ae6efb892f03 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 945 time: 0.0495353 Nov 24 15:24:13.108530 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f68c1227-650a-424d-922c-5eb2d1a1a98c req-a055d2d7-c0ae-48ac-8297-e9b9d14df616 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398390 Nov 24 15:24:13.455440 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd2856-07c2-4655-9bc4-0d0c61797f8e req-8a0c203a-4795-4f62-a83f-51b36288f94f tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:13.456925 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-cafd2856-07c2-4655-9bc4-0d0c61797f8e req-8a0c203a-4795-4f62-a83f-51b36288f94f tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4b0d73d-cc88-4e7e-9cea-e65e7ab3ae2e HTTP/1.1" status: 200 len: 945 time: 0.0522249 Nov 24 15:24:13.704279 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-cafd2856-07c2-4655-9bc4-0d0c61797f8e req-08803105-a396-4a49-aa45-33401bf8d341 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbac8b23-948f-4a96-838f-4d1f4bb254a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2413526 Nov 24 15:24:14.004850 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device a9ea99c7-9e9a-429a-a735-dcc12c181098 up at agent hyperv_hv-cinder-80403 {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:24:14.055582 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Provisioning for port a9ea99c7-9e9a-429a-a735-dcc12c181098 completed by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 15:24:14.059086 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Provisioning complete for port a9ea99c7-9e9a-429a-a735-dcc12c181098 triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:24:14.059483 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:14.135371 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:14.157899 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b0d73d-cc88-4e7e-9cea-e65e7ab3ae2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9ea99c7-9e9a-429a-a735-dcc12c181098'}] {{(pid=102546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:24:14.160201 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec30b6fee894e899a7ef63b5da9bb2e859d87fc094cada3931da851dba0edc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b768686b-6776-4f66-929a-33bd42315c1b" -d '{"events": [{"server_uuid": "b4b0d73d-cc88-4e7e-9cea-e65e7ab3ae2e", "name": "network-vif-plugged", "status": "completed", "tag": "a9ea99c7-9e9a-429a-a735-dcc12c181098"}]}' {{(pid=102546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:24:14.172969 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port a9ea99c7-9e9a-429a-a735-dcc12c181098, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a9ea99c7-9e9a-429a-a735-dcc12c181098,segment=NetworkSegment(5cca371a-d1c6-4d40-ae83-fde6150ee61c),segment_id=5cca371a-d1c6-4d40-ae83-fde6150ee61c)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:24:14.177835 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:14.205342 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e959d9-cbf3-48be-acfd-e9763f68124e x-openstack-request-id: req-a6e959d9-cbf3-48be-acfd-e9763f68124e {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:24:14.205661 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4b0d73d-cc88-4e7e-9cea-e65e7ab3ae2e", "name": "network-vif-plugged", "status": "completed", "tag": "a9ea99c7-9e9a-429a-a735-dcc12c181098", "code": 200}]} {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:24:14.205918 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a6e959d9-cbf3-48be-acfd-e9763f68124e {{(pid=102546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:24:14.206362 dv-cinder-804035-20-iscsi neutron-server[102546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4b0d73d-cc88-4e7e-9cea-e65e7ab3ae2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9ea99c7-9e9a-429a-a735-dcc12c181098', 'code': 200} Nov 24 15:24:14.231851 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Pushing event updated for resources: {'Port': ['ID=a9ea99c7-9e9a-429a-a735-dcc12c181098,revision_number=5']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:14.232941 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a96a2f-b2cf-4c0e-ba20-b3f0e65beae7 req-4f1cf6d2-4e14-4555-b467-25cbbcc914c1 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:14.235176 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-62a96a2f-b2cf-4c0e-ba20-b3f0e65beae7 req-4f1cf6d2-4e14-4555-b467-25cbbcc914c1 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 945 time: 0.0521467 Nov 24 15:24:14.286134 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-62a96a2f-b2cf-4c0e-ba20-b3f0e65beae7 req-90dde7e5-3148-4655-91f3-f86c82e6d951 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423703 Nov 24 15:24:14.383375 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4118ab7-84d9-4ef5-8c92-7b3bd7b4364a req-c3fdf333-4246-46d5-ba94-27ba3b0574e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:14.384892 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-d4118ab7-84d9-4ef5-8c92-7b3bd7b4364a req-c3fdf333-4246-46d5-ba94-27ba3b0574e8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b4b0d73d-cc88-4e7e-9cea-e65e7ab3ae2e HTTP/1.1" status: 200 len: 1099 time: 0.0438707 Nov 24 15:24:14.428055 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-d4118ab7-84d9-4ef5-8c92-7b3bd7b4364a req-af085781-7df8-49e5-9ce6-3e1fe5c06595 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=fbac8b23-948f-4a96-838f-4d1f4bb254a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361214 Nov 24 15:24:14.817091 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2dfd10-776c-49e6-96ad-3094b1c99cc7 req-2c4b411d-c9dc-4252-852c-c886a089a3af tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:14.818541 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ad2dfd10-776c-49e6-96ad-3094b1c99cc7 req-2c4b411d-c9dc-4252-852c-c886a089a3af tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4b0d73d-cc88-4e7e-9cea-e65e7ab3ae2e HTTP/1.1" status: 200 len: 946 time: 0.0477929 Nov 24 15:24:14.868047 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ad2dfd10-776c-49e6-96ad-3094b1c99cc7 req-88890591-45cc-46fa-94b0-18f8ae4092a2 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbac8b23-948f-4a96-838f-4d1f4bb254a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436664 Nov 24 15:24:15.179616 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-ea14bdb1-2cc6-4190-8f67-80fb135e4575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:15.407668 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308c2fb-33a3-4869-89dc-c3003cd0ecdf req-c6a05141-5e9c-45ac-b7ce-6a5e415f905b tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:15.409273 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-8308c2fb-33a3-4869-89dc-c3003cd0ecdf req-c6a05141-5e9c-45ac-b7ce-6a5e415f905b tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 945 time: 0.0509055 Nov 24 15:24:15.459320 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-8308c2fb-33a3-4869-89dc-c3003cd0ecdf req-a6b1f549-ef57-46e5-b331-a98da4bfd3b7 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436034 Nov 24 15:24:15.980822 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5925860a-6f88-4fee-835c-57e49cfba69f req-313f4739-4e96-41f9-9df2-f0a942d026b5 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:15.982285 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-5925860a-6f88-4fee-835c-57e49cfba69f req-313f4739-4e96-41f9-9df2-f0a942d026b5 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4b0d73d-cc88-4e7e-9cea-e65e7ab3ae2e HTTP/1.1" status: 200 len: 946 time: 0.0481975 Nov 24 15:24:16.031747 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-5925860a-6f88-4fee-835c-57e49cfba69f req-26428632-887e-4e67-8416-cd4d0f4b1c0e tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbac8b23-948f-4a96-838f-4d1f4bb254a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435336 Nov 24 15:24:16.152253 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417a4e76-5de2-492b-af4a-a00b42eeffe0 req-eb39f8d0-4ef5-4660-8313-65aba6367574 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:16.153777 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-417a4e76-5de2-492b-af4a-a00b42eeffe0 req-eb39f8d0-4ef5-4660-8313-65aba6367574 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4b0d73d-cc88-4e7e-9cea-e65e7ab3ae2e HTTP/1.1" status: 200 len: 946 time: 0.0572846 Nov 24 15:24:16.162091 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 36260) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:24:16.166867 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.v2.base [None req-5354c6a3-af55-407a-9a17-a1ec9011a8ea tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Request body: {'floatingip': {'port_id': 'a9ea99c7-9e9a-429a-a735-dcc12c181098'}} {{(pid=102544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:24:16.209119 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-5354c6a3-af55-407a-9a17-a1ec9011a8ea tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks [] for floatingip, before_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:16.618694 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789c028-de22-4840-b575-345f48dc97af req-bc665251-a022-49b1-be43-e0137fb7b528 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:16.620225 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4789c028-de22-4840-b575-345f48dc97af req-bc665251-a022-49b1-be43-e0137fb7b528 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 945 time: 0.0889809 Nov 24 15:24:16.708035 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-5354c6a3-af55-407a-9a17-a1ec9011a8ea tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:16.711960 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4789c028-de22-4840-b575-345f48dc97af req-15356563-6fa1-4ea7-86f9-ee8e7da8f6b0 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854897 Nov 24 15:24:16.713037 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-5354c6a3-af55-407a-9a17-a1ec9011a8ea tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663866'] for floatingip, after_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:16.811900 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.db.l3_db [None req-5354c6a3-af55-407a-9a17-a1ec9011a8ea tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Floating IP d9fb9823-1937-49ac-b194-fe454a228ce7 associated. External IP: 172.27.3.245, port: a9ea99c7-9e9a-429a-a735-dcc12c181098. Nov 24 15:24:17.016543 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5354c6a3-af55-407a-9a17-a1ec9011a8ea tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Router 3946d0bc-5fae-46c5-b2ee-32c05a0570ed has already been hosted by L3 agent cf746c29-e95d-415d-8373-1f02a86f1d46 {{(pid=102544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:24:17.124265 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5354c6a3-af55-407a-9a17-a1ec9011a8ea tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Notify agent at l3_agent.dv-cinder-804035-20-iscsi the message routers_updated {{(pid=102544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:24:17.129096 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-5354c6a3-af55-407a-9a17-a1ec9011a8ea tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for floatingip, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:17.133950 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf05365-0315-4e49-9a1d-4e364e1c8cb4 None None] Sync routers for ids ['3946d0bc-5fae-46c5-b2ee-32c05a0570ed'] in dv-cinder-804035-20-iscsi {{(pid=102546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:24:17.144712 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf05365-0315-4e49-9a1d-4e364e1c8cb4 None None] Routers {'3946d0bc-5fae-46c5-b2ee-32c05a0570ed'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:24:17.145341 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-0cf05365-0315-4e49-9a1d-4e364e1c8cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:23:48Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['3946d0bc-5fae-46c5-b2ee-32c05a0570ed'], 'active': True} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:24:17.155263 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-5354c6a3-af55-407a-9a17-a1ec9011a8ea tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "PUT /v2.0/floatingips/d9fb9823-1937-49ac-b194-fe454a228ce7 HTTP/1.1" status: 200 len: 992 time: 0.9920096 Nov 24 15:24:17.156464 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4b0d73d-cc88-4e7e-9cea-e65e7ab3ae2e', 'tag': 'a9ea99c7-9e9a-429a-a735-dcc12c181098'}] {{(pid=102544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:24:17.158693 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23e587840cb346e9c9cb8c26408046b3895eadd5eb45c8d7346c6b1fb89178c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15393c3e-b6bf-4ea4-b290-34c49f5dad29" -d '{"events": [{"name": "network-changed", "server_uuid": "b4b0d73d-cc88-4e7e-9cea-e65e7ab3ae2e", "tag": "a9ea99c7-9e9a-429a-a735-dcc12c181098"}]}' {{(pid=102544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:24:17.204419 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0279d5-8c1d-4b42-8e2d-1f41f8246098 x-openstack-request-id: req-9f0279d5-8c1d-4b42-8e2d-1f41f8246098 {{(pid=102544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:24:17.204716 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4b0d73d-cc88-4e7e-9cea-e65e7ab3ae2e", "tag": "a9ea99c7-9e9a-429a-a735-dcc12c181098", "status": "completed", "code": 200}]} {{(pid=102544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:24:17.204970 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9f0279d5-8c1d-4b42-8e2d-1f41f8246098 {{(pid=102544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:24:17.205374 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4b0d73d-cc88-4e7e-9cea-e65e7ab3ae2e', 'tag': 'a9ea99c7-9e9a-429a-a735-dcc12c181098', 'status': 'completed', 'code': 200} Nov 24 15:24:17.271693 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvr_db [None req-0cf05365-0315-4e49-9a1d-4e364e1c8cb4 None None] Set router 3946d0bc-5fae-46c5-b2ee-32c05a0570ed gateway port host: dv-cinder-804035-20-iscsi {{(pid=102546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:24:17.274172 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15393c3e-b6bf-4ea4-b290-34c49f5dad29 req-952c9aa0-5dd5-4258-a1d4-661152cd00c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:17.275698 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-15393c3e-b6bf-4ea4-b290-34c49f5dad29 req-952c9aa0-5dd5-4258-a1d4-661152cd00c0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cebad9fcbd0d4232a6f6dccb42ba04a1&device_id=b4b0d73d-cc88-4e7e-9cea-e65e7ab3ae2e HTTP/1.1" status: 200 len: 1099 time: 0.0490446 Nov 24 15:24:17.387144 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15393c3e-b6bf-4ea4-b290-34c49f5dad29 req-8a1896a0-82d0-4865-92ce-392f2b5fb58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:17.388558 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-15393c3e-b6bf-4ea4-b290-34c49f5dad29 req-8a1896a0-82d0-4865-92ce-392f2b5fb58e service neutron] 10.222.0.74 "GET /v2.0/networks?id=a227d49c-a3bd-45ee-b0d2-bcce569a4266 HTTP/1.1" status: 200 len: 913 time: 0.1048672 Nov 24 15:24:17.456296 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-15393c3e-b6bf-4ea4-b290-34c49f5dad29 req-42a3980f-0519-49bc-9018-911c0b650eab service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9ea99c7-9e9a-429a-a735-dcc12c181098 HTTP/1.1" status: 200 len: 1000 time: 0.0603251 Nov 24 15:24:17.506920 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15393c3e-b6bf-4ea4-b290-34c49f5dad29 req-b77a7dac-43b6-47f2-a4ea-e7377fa4a607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:17.508589 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-15393c3e-b6bf-4ea4-b290-34c49f5dad29 req-b77a7dac-43b6-47f2-a4ea-e7377fa4a607 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=84815f2f-38d2-472a-bdf7-762ef40354a5 HTTP/1.1" status: 200 len: 850 time: 0.0442009 Nov 24 15:24:17.508721 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-0cf05365-0315-4e49-9a1d-4e364e1c8cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'name': 'tempest-AttachVolumeTestJSON-1302020264-router', 'tenant_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'da296a9c-5a22-4030-92c2-5a298a84570a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:19:28Z', 'updated_at': '2021-11-24T15:19:33Z', 'revision_number': 4, 'project_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'gw_port': {'id': 'da296a9c-5a22-4030-92c2-5a298a84570a', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:30:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:19:29Z', 'updated_at': '2021-11-24T15:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_floatingips': [{'id': 'd9fb9823-1937-49ac-b194-fe454a228ce7', 'tenant_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'router_id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'port_id': 'a9ea99c7-9e9a-429a-a735-dcc12c181098', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a227d49c-a3bd-45ee-b0d2-bcce569a4266', 'mac_address': 'fa:16:3e:b6:eb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b0d73d-cc88-4e7e-9cea-e65e7ab3ae2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:24:05Z', 'updated_at': '2021-11-24T15:24:16Z', 'revision_number': 1, 'project_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '073b851b-55fb-40c9-8240-b26807bfc531', 'name': '', 'network_id': 'a227d49c-a3bd-45ee-b0d2-bcce569a4266', 'tenant_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'mac_address': 'fa:16:3e:80:ef:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '84815f2f-38d2-472a-bdf7-762ef40354a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:19:32Z', 'updated_at': '2021-11-24T15:19:40Z', 'revision_number': 5, 'project_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'subnets': [{'id': '84815f2f-38d2-472a-bdf7-762ef40354a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:24:17.541191 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf05365-0315-4e49-9a1d-4e364e1c8cb4 None None] Checking router: 3946d0bc-5fae-46c5-b2ee-32c05a0570ed for host: dv-cinder-804035-20-iscsi {{(pid=102546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:24:17.550138 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf05365-0315-4e49-9a1d-4e364e1c8cb4 None None] Routers {'3946d0bc-5fae-46c5-b2ee-32c05a0570ed'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:24:17.550783 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-0cf05365-0315-4e49-9a1d-4e364e1c8cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:23:48Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['3946d0bc-5fae-46c5-b2ee-32c05a0570ed'], 'active': True} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:24:17.560702 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15393c3e-b6bf-4ea4-b290-34c49f5dad29 req-bdc16462-b0ee-4fbc-8cf2-a250be475e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:17.562997 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-15393c3e-b6bf-4ea4-b290-34c49f5dad29 req-bdc16462-b0ee-4fbc-8cf2-a250be475e89 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a227d49c-a3bd-45ee-b0d2-bcce569a4266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0470676 Nov 24 15:24:17.657679 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-15393c3e-b6bf-4ea4-b290-34c49f5dad29 req-a4797175-3ca7-4687-9fd6-df6f42299432 service neutron] 10.222.0.74 "GET /v2.0/networks/a227d49c-a3bd-45ee-b0d2-bcce569a4266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875669 Nov 24 15:24:17.658783 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-4582825a-56c8-4ac5-81d6-e4ad60249f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:17.669633 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvr_db [None req-0cf05365-0315-4e49-9a1d-4e364e1c8cb4 None None] Set router 3946d0bc-5fae-46c5-b2ee-32c05a0570ed gateway port host: dv-cinder-804035-20-iscsi {{(pid=102546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:24:17.755049 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-15393c3e-b6bf-4ea4-b290-34c49f5dad29 req-4110cfe5-bcf3-417a-9f11-82d05d9754bb service neutron] 10.222.0.74 "GET /v2.0/networks/a227d49c-a3bd-45ee-b0d2-bcce569a4266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902703 Nov 24 15:24:17.835925 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacaa780-279a-4230-b15d-493dbb249a40 req-9afb215f-8443-4fd8-b924-88f869a20d15 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:17.837712 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-eacaa780-279a-4230-b15d-493dbb249a40 req-9afb215f-8443-4fd8-b924-88f869a20d15 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 945 time: 0.0509622 Nov 24 15:24:17.892302 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-eacaa780-279a-4230-b15d-493dbb249a40 req-af3b7cc2-63e9-461c-8134-9db46e5e7c2f tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485013 Nov 24 15:24:18.020496 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-0cf05365-0315-4e49-9a1d-4e364e1c8cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'name': 'tempest-AttachVolumeTestJSON-1302020264-router', 'tenant_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'da296a9c-5a22-4030-92c2-5a298a84570a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:19:28Z', 'updated_at': '2021-11-24T15:19:33Z', 'revision_number': 4, 'project_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'gw_port': {'id': 'da296a9c-5a22-4030-92c2-5a298a84570a', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:30:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:19:29Z', 'updated_at': '2021-11-24T15:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_floatingips': [{'id': 'd9fb9823-1937-49ac-b194-fe454a228ce7', 'tenant_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'router_id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'port_id': 'a9ea99c7-9e9a-429a-a735-dcc12c181098', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a227d49c-a3bd-45ee-b0d2-bcce569a4266', 'mac_address': 'fa:16:3e:b6:eb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b0d73d-cc88-4e7e-9cea-e65e7ab3ae2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:24:05Z', 'updated_at': '2021-11-24T15:24:16Z', 'revision_number': 1, 'project_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '073b851b-55fb-40c9-8240-b26807bfc531', 'name': '', 'network_id': 'a227d49c-a3bd-45ee-b0d2-bcce569a4266', 'tenant_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'mac_address': 'fa:16:3e:80:ef:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '84815f2f-38d2-472a-bdf7-762ef40354a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:19:32Z', 'updated_at': '2021-11-24T15:19:40Z', 'revision_number': 5, 'project_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'subnets': [{'id': '84815f2f-38d2-472a-bdf7-762ef40354a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:24:18.049226 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf05365-0315-4e49-9a1d-4e364e1c8cb4 None None] The sync data for ids ['3946d0bc-5fae-46c5-b2ee-32c05a0570ed'] in dv-cinder-804035-20-iscsi is: [{'id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'name': 'tempest-AttachVolumeTestJSON-1302020264-router', 'tenant_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'da296a9c-5a22-4030-92c2-5a298a84570a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:19:28Z', 'updated_at': '2021-11-24T15:19:33Z', 'revision_number': 4, 'project_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'gw_port': {'id': 'da296a9c-5a22-4030-92c2-5a298a84570a', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:30:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:19:29Z', 'updated_at': '2021-11-24T15:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_floatingips': [{'id': 'd9fb9823-1937-49ac-b194-fe454a228ce7', 'tenant_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'router_id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'port_id': 'a9ea99c7-9e9a-429a-a735-dcc12c181098', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a227d49c-a3bd-45ee-b0d2-bcce569a4266', 'mac_address': 'fa:16:3e:b6:eb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b0d73d-cc88-4e7e-9cea-e65e7ab3ae2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:24:05Z', 'updated_at': '2021-11-24T15:24:16Z', 'revision_number': 1, 'project_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '073b851b-55fb-40c9-8240-b26807bfc531', 'name': '', 'network_id': 'a227d49c-a3bd-45ee-b0d2-bcce569a4266', 'tenant_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'mac_address': 'fa:16:3e:80:ef:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '84815f2f-38d2-472a-bdf7-762ef40354a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:19:32Z', 'updated_at': '2021-11-24T15:19:40Z', 'revision_number': 5, 'project_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'subnets': [{'id': '84815f2f-38d2-472a-bdf7-762ef40354a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:24:18.208380 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-124f8df6-068a-4f00-a8c0-a9ff39f4d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:18.231510 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e156c30-84c6-4fb9-905a-75885c3f6782 None None] New status for floating IP d9fb9823-1937-49ac-b194-fe454a228ce7: ACTIVE {{(pid=102547) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 15:24:18.396768 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 36282) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:24:18.450309 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.db.db_base_plugin_v2 [None req-deba1232-d3ab-4d2e-b0f5-237e577dd69f admin admin] Deleting subnet afd43202-bfd9-42b3-b706-1445b641167c {{(pid=102544) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 15:24:18.454029 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-deba1232-d3ab-4d2e-b0f5-237e577dd69f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:18.489476 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-deba1232-d3ab-4d2e-b0f5-237e577dd69f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15251451'] for subnet, precommit_delete_associations {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:18.527723 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-deba1232-d3ab-4d2e-b0f5-237e577dd69f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469115'] for subnet, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:18.578225 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-deba1232-d3ab-4d2e-b0f5-237e577dd69f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15751986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13828195'] for subnet, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:18.609345 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba1232-d3ab-4d2e-b0f5-237e577dd69f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afd43202-bfd9-42b3-b706-1445b641167c,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:18.611285 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-deba1232-d3ab-4d2e-b0f5-237e577dd69f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for subnet, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:18.614755 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-deba1232-d3ab-4d2e-b0f5-237e577dd69f admin admin] 10.222.0.66 "DELETE /v2.0/subnets/afd43202-bfd9-42b3-b706-1445b641167c HTTP/1.1" status: 204 len: 168 time: 0.2169857 Nov 24 15:24:18.617238 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 36284) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:24:18.683707 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-b4b5f410-5bf2-4d2d-8eb7-f4beb034617a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541282'] for network, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:18.764739 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-b4b5f410-5bf2-4d2d-8eb7-f4beb034617a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468516', 'neutron.services.segments.db._delete_segments_for_network-8750837505464'] for network, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:18.784243 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.services.segments.db [None req-b4b5f410-5bf2-4d2d-8eb7-f4beb034617a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed93d9af-072f-4552-ba1e-667ff4d62fac']}} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:24:18.793260 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.services.segments.db [None req-b4b5f410-5bf2-4d2d-8eb7-f4beb034617a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15755615-8d62-46c1-8531-9b0dbd58232d') {'for_net_delete': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:24:18.793554 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.services.segments.db [None req-b4b5f410-5bf2-4d2d-8eb7-f4beb034617a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15755615-8d62-46c1-8531-9b0dbd58232d') {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:24:18.803185 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-b4b5f410-5bf2-4d2d-8eb7-f4beb034617a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750837468492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15251404'] for segment, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:18.816481 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-b4b5f410-5bf2-4d2d-8eb7-f4beb034617a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470086'] for segment, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:18.822322 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4b5f410-5bf2-4d2d-8eb7-f4beb034617a admin admin] Releasing vlan 1223 on physical network physnet1 to pool {{(pid=102544) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 15:24:18.822728 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-b4b5f410-5bf2-4d2d-8eb7-f4beb034617a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15822992'] for segment, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:18.824508 dv-cinder-804035-20-iscsi neutron-server[102544]: Traceback (most recent call last): Nov 24 15:24:18.824508 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 15:24:18.824508 dv-cinder-804035-20-iscsi neutron-server[102544]: timer() Nov 24 15:24:18.824508 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 15:24:18.824508 dv-cinder-804035-20-iscsi neutron-server[102544]: cb(*args, **kw) Nov 24 15:24:18.824508 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 15:24:18.824508 dv-cinder-804035-20-iscsi neutron-server[102544]: return func(*args, **kwargs) Nov 24 15:24:18.824508 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 15:24:18.824508 dv-cinder-804035-20-iscsi neutron-server[102544]: self._notify() Nov 24 15:24:18.824508 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 15:24:18.824508 dv-cinder-804035-20-iscsi neutron-server[102544]: self.callback(batched_events) Nov 24 15:24:18.824508 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 15:24:18.824508 dv-cinder-804035-20-iscsi neutron-server[102544]: event.method(event) Nov 24 15:24:18.824508 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 15:24:18.824508 dv-cinder-804035-20-iscsi neutron-server[102544]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 15:24:18.824508 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 15:24:18.824508 dv-cinder-804035-20-iscsi neutron-server[102544]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 15:24:18.824508 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 15:24:18.824508 dv-cinder-804035-20-iscsi neutron-server[102544]: return f(self, *a, **k) Nov 24 15:24:18.824508 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 15:24:18.824508 dv-cinder-804035-20-iscsi neutron-server[102544]: return self._get(url).json() Nov 24 15:24:18.824508 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 15:24:18.824508 dv-cinder-804035-20-iscsi neutron-server[102544]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 15:24:18.824508 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 15:24:18.824508 dv-cinder-804035-20-iscsi neutron-server[102544]: return self.request(url, 'GET', **kwargs) Nov 24 15:24:18.824508 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 15:24:18.824508 dv-cinder-804035-20-iscsi neutron-server[102544]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 15:24:18.824508 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 15:24:18.824508 dv-cinder-804035-20-iscsi neutron-server[102544]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 15:24:18.824508 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 15:24:18.824508 dv-cinder-804035-20-iscsi neutron-server[102544]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 15:24:18.824508 dv-cinder-804035-20-iscsi neutron-server[102544]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 15:24:18.878180 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-b4b5f410-5bf2-4d2d-8eb7-f4beb034617a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663844'] for network, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:18.884345 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-b4b5f410-5bf2-4d2d-8eb7-f4beb034617a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for network, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:18.887633 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-b4b5f410-5bf2-4d2d-8eb7-f4beb034617a admin admin] 10.222.0.66 "DELETE /v2.0/networks/ed93d9af-072f-4552-ba1e-667ff4d62fac HTTP/1.1" status: 204 len: 168 time: 0.2694736 Nov 24 15:24:18.896821 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b5f410-5bf2-4d2d-8eb7-f4beb034617a admin admin] Pushing event deleted for resources: {'Network': ['ID=ed93d9af-072f-4552-ba1e-667ff4d62fac,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:19.018743 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e087a-3c13-4c5c-9b3d-ac8e4e414a23 req-34c56f33-b993-459e-a308-4ed35005af2e tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:19.020322 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-2b1e087a-3c13-4c5c-9b3d-ac8e4e414a23 req-34c56f33-b993-459e-a308-4ed35005af2e tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 945 time: 0.0555921 Nov 24 15:24:19.054519 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 36290) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:24:19.068547 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-2b1e087a-3c13-4c5c-9b3d-ac8e4e414a23 req-8ce29de8-d505-4e53-9d95-a6ba180c4854 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422306 Nov 24 15:24:19.093910 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-348b7f68-359d-46aa-b23c-c331954db9ce admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=043d05ede00543d285fddc5f601117c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381937 Nov 24 15:24:19.096228 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 36292) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:24:19.141666 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-cf14e9a9-2fd9-4869-9c10-09b28f0012ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:19.162088 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-cf14e9a9-2fd9-4869-9c10-09b28f0012ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:19.207253 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-cf14e9a9-2fd9-4869-9c10-09b28f0012ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:19.209971 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-cf14e9a9-2fd9-4869-9c10-09b28f0012ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:19.211142 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-cf14e9a9-2fd9-4869-9c10-09b28f0012ab admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/17c1351a-0d75-4eb7-81c6-50135180e290 HTTP/1.1" status: 204 len: 168 time: 0.1139967 Nov 24 15:24:19.219138 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf14e9a9-2fd9-4869-9c10-09b28f0012ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c1351a-0d75-4eb7-81c6-50135180e290,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:19.773174 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0567c706-1e8e-49a8-b1df-c52fd48358e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:20.034958 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 66d6070e-c6fb-4ac7-8705-204f502bc368 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 15:24:20.132112 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 66d6070e-c6fb-4ac7-8705-204f502bc368, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=66d6070e-c6fb-4ac7-8705-204f502bc368,segment=NetworkSegment(5e100fbc-d77e-4779-93d7-094d4c6f44a0),segment_id=5e100fbc-d77e-4779-93d7-094d4c6f44a0)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:24:20.148098 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Returning: {'device': '66d6070e-c6fb-4ac7-8705-204f502bc368', 'network_id': 'e130b39d-08a3-4f56-a8c9-cdbf0ac59277', 'port_id': '66d6070e-c6fb-4ac7-8705-204f502bc368', 'mac_address': 'fa:16:3e:57:c2:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6f169b1-1681-4fc6-8349-4eb563a83e19', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 15:24:20.196548 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a33230-9d34-44b2-9a9f-1cd1acb3fed6 req-9f039f36-0d00-4a9a-905d-13d76327b3f3 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:20.205437 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c0a33230-9d34-44b2-9a9f-1cd1acb3fed6 req-9f039f36-0d00-4a9a-905d-13d76327b3f3 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 945 time: 0.0625076 Nov 24 15:24:20.218946 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:20.239576 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.notifiers.nova [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66d6070e-c6fb-4ac7-8705-204f502bc368 {{(pid=102546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:24:20.253598 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c0a33230-9d34-44b2-9a9f-1cd1acb3fed6 req-d7bae0d6-a128-477b-9318-4de64dad341f tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469942 Nov 24 15:24:20.277418 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 66d6070e-c6fb-4ac7-8705-204f502bc368, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=66d6070e-c6fb-4ac7-8705-204f502bc368,segment=NetworkSegment(5e100fbc-d77e-4779-93d7-094d4c6f44a0),segment_id=5e100fbc-d77e-4779-93d7-094d4c6f44a0)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:24:20.284878 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:20.339893 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Pushing event updated for resources: {'Port': ['ID=66d6070e-c6fb-4ac7-8705-204f502bc368,revision_number=6']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:20.378846 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] get_ports_and_sgs() called for port_ids ['66d6070e-c6fb-4ac7-8705-204f502bc368'] {{(pid=102546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:24:20.979140 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:21.394181 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4dee8-14f7-418f-81f2-7bc6c9dddc4f req-5550a10a-9aef-4602-ba38-cad035bd8e13 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:21.395829 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-9fd4dee8-14f7-418f-81f2-7bc6c9dddc4f req-5550a10a-9aef-4602-ba38-cad035bd8e13 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 944 time: 0.0538402 Nov 24 15:24:21.459967 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-9fd4dee8-14f7-418f-81f2-7bc6c9dddc4f req-e0545e6d-aed8-4cda-90e0-39a7838ab626 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559390 Nov 24 15:24:22.068001 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 66d6070e-c6fb-4ac7-8705-204f502bc368 up at agent hyperv_hv-cinder-80403 {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:24:22.125082 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Provisioning complete for port 66d6070e-c6fb-4ac7-8705-204f502bc368 triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:24:22.125459 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:22.212758 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:22.237606 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361e1e6c-853b-4fde-89ed-843a85be79c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d6070e-c6fb-4ac7-8705-204f502bc368'}] {{(pid=102546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:24:22.240238 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec30b6fee894e899a7ef63b5da9bb2e859d87fc094cada3931da851dba0edc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d072a1ee-aaf5-4103-8ee0-dfc0f9176874" -d '{"events": [{"server_uuid": "361e1e6c-853b-4fde-89ed-843a85be79c1", "name": "network-vif-plugged", "status": "completed", "tag": "66d6070e-c6fb-4ac7-8705-204f502bc368"}]}' {{(pid=102546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:24:22.256964 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 66d6070e-c6fb-4ac7-8705-204f502bc368, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=66d6070e-c6fb-4ac7-8705-204f502bc368,segment=NetworkSegment(5e100fbc-d77e-4779-93d7-094d4c6f44a0),segment_id=5e100fbc-d77e-4779-93d7-094d4c6f44a0)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:24:22.262447 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:22.299009 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9075a13-c492-4639-bd3d-091048d3de1c x-openstack-request-id: req-a9075a13-c492-4639-bd3d-091048d3de1c {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:24:22.299443 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361e1e6c-853b-4fde-89ed-843a85be79c1", "name": "network-vif-plugged", "status": "completed", "tag": "66d6070e-c6fb-4ac7-8705-204f502bc368", "code": 200}]} {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:24:22.299711 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a9075a13-c492-4639-bd3d-091048d3de1c {{(pid=102546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:24:22.300110 dv-cinder-804035-20-iscsi neutron-server[102546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '361e1e6c-853b-4fde-89ed-843a85be79c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d6070e-c6fb-4ac7-8705-204f502bc368', 'code': 200} Nov 24 15:24:22.318166 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Pushing event updated for resources: {'Port': ['ID=66d6070e-c6fb-4ac7-8705-204f502bc368,revision_number=7']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:22.603971 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767142c-e892-44c2-8928-5a06586da27a req-c92dee13-c4b5-46fd-958c-73fcd3a2e56d tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:22.605793 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c767142c-e892-44c2-8928-5a06586da27a req-c92dee13-c4b5-46fd-958c-73fcd3a2e56d tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 945 time: 0.0639043 Nov 24 15:24:22.666763 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c767142c-e892-44c2-8928-5a06586da27a req-35b6b2db-021a-4f22-99f8-60bedd055e09 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509868 Nov 24 15:24:22.809898 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462d193-9d5a-4fa0-ab13-239371f089cf req-4cec1197-d381-4a7f-9e11-4992c40105ed tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:22.812214 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c462d193-9d5a-4fa0-ab13-239371f089cf req-4cec1197-d381-4a7f-9e11-4992c40105ed tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a77d835-ce70-43fb-ab67-3b41127405d3 HTTP/1.1" status: 200 len: 945 time: 0.0546427 Nov 24 15:24:22.871991 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c462d193-9d5a-4fa0-ab13-239371f089cf req-bd326dd9-9335-482c-9ff1-41c18c316d32 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529349 Nov 24 15:24:23.813991 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d0a83-6d5c-47fe-87b8-8864dec3bc4c req-9cfd76d9-9ab3-4a7e-88df-7e830e5cae95 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:23.821769 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-160d0a83-6d5c-47fe-87b8-8864dec3bc4c req-9cfd76d9-9ab3-4a7e-88df-7e830e5cae95 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 945 time: 0.0671823 Nov 24 15:24:23.870876 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-160d0a83-6d5c-47fe-87b8-8864dec3bc4c req-cb3be657-bddb-4ab4-998e-be864cd8563f tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481665 Nov 24 15:24:24.023480 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1993d7b-2949-4f55-9e2a-233454a6a415 req-2d20077a-2ca2-4b36-b9d7-3f6c7814b17d tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:24.025569 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-b1993d7b-2949-4f55-9e2a-233454a6a415 req-2d20077a-2ca2-4b36-b9d7-3f6c7814b17d tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a77d835-ce70-43fb-ab67-3b41127405d3 HTTP/1.1" status: 200 len: 945 time: 0.0628328 Nov 24 15:24:24.089051 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-b1993d7b-2949-4f55-9e2a-233454a6a415 req-94bacff1-9105-47a2-bf8a-86b659e53e2d tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546613 Nov 24 15:24:24.466029 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43a9ad-5c4a-4817-bb6c-e02cbaa9f777 req-ab4a6c25-27fc-448d-90db-e15995bcb0f8 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:24.467629 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-7c43a9ad-5c4a-4817-bb6c-e02cbaa9f777 req-ab4a6c25-27fc-448d-90db-e15995bcb0f8 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a77d835-ce70-43fb-ab67-3b41127405d3 HTTP/1.1" status: 200 len: 945 time: 0.0568357 Nov 24 15:24:24.824302 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [req-7c43a9ad-5c4a-4817-bb6c-e02cbaa9f777 req-09eb1830-c8d5-46fb-802d-8eb201e174c4 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Deleting port 1aaa1843-b387-4a3e-a5f5-e558eab342ed {{(pid=102545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:24:24.825031 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-7c43a9ad-5c4a-4817-bb6c-e02cbaa9f777 req-09eb1830-c8d5-46fb-802d-8eb201e174c4 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:24.931397 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-7c43a9ad-5c4a-4817-bb6c-e02cbaa9f777 req-09eb1830-c8d5-46fb-802d-8eb201e174c4 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] For port 1aaa1843-b387-4a3e-a5f5-e558eab342ed, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1aaa1843-b387-4a3e-a5f5-e558eab342ed,segment=NetworkSegment(c14c8334-0300-446a-a3d0-b8976f89fcf3),segment_id=c14c8334-0300-446a-a3d0-b8976f89fcf3)] {{(pid=102545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:24:24.932221 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-7c43a9ad-5c4a-4817-bb6c-e02cbaa9f777 req-09eb1830-c8d5-46fb-802d-8eb201e174c4 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:25.024517 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44786f87-e449-4cf9-a278-7a5ce2bfa7a2 req-18968cd7-d982-4ed1-8c57-fe0508a02be1 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:25.026552 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-44786f87-e449-4cf9-a278-7a5ce2bfa7a2 req-18968cd7-d982-4ed1-8c57-fe0508a02be1 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 945 time: 0.0674872 Nov 24 15:24:25.091735 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-44786f87-e449-4cf9-a278-7a5ce2bfa7a2 req-58905b15-a99b-4939-b900-2689e6c8b041 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582986 Nov 24 15:24:25.168882 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-7c43a9ad-5c4a-4817-bb6c-e02cbaa9f777 req-09eb1830-c8d5-46fb-802d-8eb201e174c4 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:25.169637 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-7c43a9ad-5c4a-4817-bb6c-e02cbaa9f777 req-09eb1830-c8d5-46fb-802d-8eb201e174c4 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663866'] for floatingip, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:25.170168 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.db.l3_db [req-7c43a9ad-5c4a-4817-bb6c-e02cbaa9f777 req-09eb1830-c8d5-46fb-802d-8eb201e174c4 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Floating IP 37ad63e4-6794-45b0-8deb-6035088fe01f disassociated. External IP: 172.27.3.237, port: 1aaa1843-b387-4a3e-a5f5-e558eab342ed. Nov 24 15:24:25.170707 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [req-7c43a9ad-5c4a-4817-bb6c-e02cbaa9f777 req-09eb1830-c8d5-46fb-802d-8eb201e174c4 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Calling delete_port for 1aaa1843-b387-4a3e-a5f5-e558eab342ed owned by compute:nova {{(pid=102545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:24:25.229421 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644de58-81d6-4f5f-8724-9652539507e4 req-b6ac4f57-d170-4eac-9be8-6ee03b8777bd tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:25.231307 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-9644de58-81d6-4f5f-8724-9652539507e4 req-b6ac4f57-d170-4eac-9be8-6ee03b8777bd tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a77d835-ce70-43fb-ab67-3b41127405d3 HTTP/1.1" status: 200 len: 945 time: 0.0629885 Nov 24 15:24:25.316075 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-9644de58-81d6-4f5f-8724-9652539507e4 req-b625ea70-ae31-49c8-9153-e8e63faa6a0a tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680234 Nov 24 15:24:25.340151 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-7c43a9ad-5c4a-4817-bb6c-e02cbaa9f777 req-09eb1830-c8d5-46fb-802d-8eb201e174c4 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:25.369535 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eb1830-c8d5-46fb-802d-8eb201e174c4 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Pushing event deleted for resources: {'Port': ['ID=1aaa1843-b387-4a3e-a5f5-e558eab342ed,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:25.507863 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c43a9ad-5c4a-4817-bb6c-e02cbaa9f777 req-09eb1830-c8d5-46fb-802d-8eb201e174c4 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Router a2bc1be7-732e-4b4b-a9f9-7a317a77457b has already been hosted by L3 agent cf746c29-e95d-415d-8373-1f02a86f1d46 {{(pid=102545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:24:25.632998 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c43a9ad-5c4a-4817-bb6c-e02cbaa9f777 req-09eb1830-c8d5-46fb-802d-8eb201e174c4 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Notify agent at l3_agent.dv-cinder-804035-20-iscsi the message routers_updated {{(pid=102545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:24:25.644457 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b02245-cfd2-4f43-b3f9-0db2ec130c88 None None] Sync routers for ids ['a2bc1be7-732e-4b4b-a9f9-7a317a77457b'] in dv-cinder-804035-20-iscsi {{(pid=102546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:24:25.657428 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b02245-cfd2-4f43-b3f9-0db2ec130c88 None None] Routers {'a2bc1be7-732e-4b4b-a9f9-7a317a77457b'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:24:25.658843 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-34b02245-cfd2-4f43-b3f9-0db2ec130c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:24:18Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['a2bc1be7-732e-4b4b-a9f9-7a317a77457b'], 'active': True} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:24:25.677159 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c43a9ad-5c4a-4817-bb6c-e02cbaa9f777 req-09eb1830-c8d5-46fb-802d-8eb201e174c4 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] No DVR routers for this DVR port 1aaa1843-b387-4a3e-a5f5-e558eab342ed on host hv-cinder-80403 {{(pid=102545) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:24:25.684182 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-7c43a9ad-5c4a-4817-bb6c-e02cbaa9f777 req-09eb1830-c8d5-46fb-802d-8eb201e174c4 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:25.688360 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-7c43a9ad-5c4a-4817-bb6c-e02cbaa9f777 req-09eb1830-c8d5-46fb-802d-8eb201e174c4 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.74 "DELETE /v2.0/ports/1aaa1843-b387-4a3e-a5f5-e558eab342ed HTTP/1.1" status: 204 len: 173 time: 1.2144170 Nov 24 15:24:25.688867 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a77d835-ce70-43fb-ab67-3b41127405d3', 'name': 'network-vif-deleted', 'tag': '1aaa1843-b387-4a3e-a5f5-e558eab342ed'}] {{(pid=102545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:24:25.692144 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e232a59b198ff96befa2502742fd1f317735a6d9991c1ac6356d20aee71e71d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ca7110-aced-4f83-8a25-20e458c8d226" -d '{"events": [{"server_uuid": "1a77d835-ce70-43fb-ab67-3b41127405d3", "name": "network-vif-deleted", "tag": "1aaa1843-b387-4a3e-a5f5-e558eab342ed"}]}' {{(pid=102545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:24:25.761009 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6253c9-ae07-4fd5-ba38-b537f19a4a6d x-openstack-request-id: req-7b6253c9-ae07-4fd5-ba38-b537f19a4a6d {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:24:25.761321 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a77d835-ce70-43fb-ab67-3b41127405d3", "name": "network-vif-deleted", "tag": "1aaa1843-b387-4a3e-a5f5-e558eab342ed", "status": "completed", "code": 200}]} {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:24:25.761577 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7b6253c9-ae07-4fd5-ba38-b537f19a4a6d {{(pid=102545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:24:25.761984 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a77d835-ce70-43fb-ab67-3b41127405d3', 'name': 'network-vif-deleted', 'tag': '1aaa1843-b387-4a3e-a5f5-e558eab342ed', 'status': 'completed', 'code': 200} Nov 24 15:24:25.803158 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvr_db [None req-34b02245-cfd2-4f43-b3f9-0db2ec130c88 None None] Set router a2bc1be7-732e-4b4b-a9f9-7a317a77457b gateway port host: dv-cinder-804035-20-iscsi {{(pid=102546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:24:26.051197 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-34b02245-cfd2-4f43-b3f9-0db2ec130c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'name': 'tempest-TestVolumeBootPattern-116187741-router', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '4264a2b7-6efb-4cdc-ac80-dce005fa7b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:20:49Z', 'updated_at': '2021-11-24T15:20:52Z', 'revision_number': 4, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'gw_port': {'id': '4264a2b7-6efb-4cdc-ac80-dce005fa7b88', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:50Z', 'updated_at': '2021-11-24T15:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': 'b833f9f1-eb1e-47da-9e09-db5a1ab5dd3d', 'name': '', 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'mac_address': 'fa:16:3e:54:22:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '7c9fc6c3-0838-4b30-a030-a699466a6c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:52Z', 'updated_at': '2021-11-24T15:20:58Z', 'revision_number': 5, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'subnets': [{'id': '7c9fc6c3-0838-4b30-a030-a699466a6c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:24:26.085066 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b02245-cfd2-4f43-b3f9-0db2ec130c88 None None] Checking router: a2bc1be7-732e-4b4b-a9f9-7a317a77457b for host: dv-cinder-804035-20-iscsi {{(pid=102546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:24:26.095633 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b02245-cfd2-4f43-b3f9-0db2ec130c88 None None] Routers {'a2bc1be7-732e-4b4b-a9f9-7a317a77457b'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:24:26.096516 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-34b02245-cfd2-4f43-b3f9-0db2ec130c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:24:18Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['a2bc1be7-732e-4b4b-a9f9-7a317a77457b'], 'active': True} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:24:26.234030 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a824b-9f30-4090-b79d-733ef2592db8 req-2bbe5586-25d2-456e-b00a-5c71d95aae57 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:26.242760 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-427a824b-9f30-4090-b79d-733ef2592db8 req-2bbe5586-25d2-456e-b00a-5c71d95aae57 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 945 time: 0.0581324 Nov 24 15:24:26.286945 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvr_db [None req-34b02245-cfd2-4f43-b3f9-0db2ec130c88 None None] Set router a2bc1be7-732e-4b4b-a9f9-7a317a77457b gateway port host: dv-cinder-804035-20-iscsi {{(pid=102546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:24:26.311296 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-427a824b-9f30-4090-b79d-733ef2592db8 req-26f2604b-9646-4a8d-8d1d-ccbc1184d7ef tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634260 Nov 24 15:24:26.572092 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-34b02245-cfd2-4f43-b3f9-0db2ec130c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'name': 'tempest-TestVolumeBootPattern-116187741-router', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '4264a2b7-6efb-4cdc-ac80-dce005fa7b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:20:49Z', 'updated_at': '2021-11-24T15:20:52Z', 'revision_number': 4, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'gw_port': {'id': '4264a2b7-6efb-4cdc-ac80-dce005fa7b88', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:50Z', 'updated_at': '2021-11-24T15:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': 'b833f9f1-eb1e-47da-9e09-db5a1ab5dd3d', 'name': '', 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'mac_address': 'fa:16:3e:54:22:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '7c9fc6c3-0838-4b30-a030-a699466a6c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:52Z', 'updated_at': '2021-11-24T15:20:58Z', 'revision_number': 5, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'subnets': [{'id': '7c9fc6c3-0838-4b30-a030-a699466a6c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:24:26.615414 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b02245-cfd2-4f43-b3f9-0db2ec130c88 None None] The sync data for ids ['a2bc1be7-732e-4b4b-a9f9-7a317a77457b'] in dv-cinder-804035-20-iscsi is: [{'id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'name': 'tempest-TestVolumeBootPattern-116187741-router', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '4264a2b7-6efb-4cdc-ac80-dce005fa7b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:20:49Z', 'updated_at': '2021-11-24T15:20:52Z', 'revision_number': 4, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'gw_port': {'id': '4264a2b7-6efb-4cdc-ac80-dce005fa7b88', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:50Z', 'updated_at': '2021-11-24T15:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': 'b833f9f1-eb1e-47da-9e09-db5a1ab5dd3d', 'name': '', 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'mac_address': 'fa:16:3e:54:22:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '7c9fc6c3-0838-4b30-a030-a699466a6c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:52Z', 'updated_at': '2021-11-24T15:20:58Z', 'revision_number': 5, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'subnets': [{'id': '7c9fc6c3-0838-4b30-a030-a699466a6c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:24:26.729931 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-99d5e3a5-80ca-4a4e-850a-4d6a82a76f52 req-2601503e-f388-4348-8120-0a856ea42816 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a77d835-ce70-43fb-ab67-3b41127405d3 HTTP/1.1" status: 200 len: 210 time: 0.3115962 Nov 24 15:24:26.913162 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2489fd8-dbf6-4c81-9d3d-b9cbc95dc72b None None] New status for floating IP 37ad63e4-6794-45b0-8deb-6035088fe01f: DOWN {{(pid=102547) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 15:24:27.452356 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5a332-82a4-41ee-8183-7456e515a9c0 req-e86cea2e-7df7-4022-a14b-147bbc23d0fd tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:27.459698 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-91d5a332-82a4-41ee-8183-7456e515a9c0 req-e86cea2e-7df7-4022-a14b-147bbc23d0fd tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 945 time: 0.0708058 Nov 24 15:24:27.512192 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-91d5a332-82a4-41ee-8183-7456e515a9c0 req-ea09d6d3-c8e8-405d-b2e1-b962a00070e5 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516133 Nov 24 15:24:28.035553 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-92e08995-67e4-452d-a751-3780cfe2ab79 req-3b70ec5d-26fd-46fa-8da8-653dcaa3203a tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1039673694&fields=id&tenant_id=b981a3c2d7974c7ca0c54a5262ea5220 HTTP/1.1" status: 200 len: 267 time: 0.0609078 Nov 24 15:24:28.082356 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 1aaa1843-b387-4a3e-a5f5-e558eab342ed no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:24:28.111214 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] No Port match for: 1aaa1843-b387-4a3e-a5f5-e558eab342ed {{(pid=102546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:24:28.111577 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 1aaa1843-b387-4a3e-a5f5-e558eab342ed not bound to the agent host hv-cinder-80403 {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:24:28.157443 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e08995-67e4-452d-a751-3780cfe2ab79 req-94959dd0-ac33-4fee-974e-f45ad42436a5 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:28.164833 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-92e08995-67e4-452d-a751-3780cfe2ab79 req-94959dd0-ac33-4fee-974e-f45ad42436a5 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/networks?id=f26750e4-e797-4f7f-b557-e7463bad5d42 HTTP/1.1" status: 200 len: 811 time: 0.1280000 Nov 24 15:24:28.179320 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-92e08995-67e4-452d-a751-3780cfe2ab79 req-66963426-380d-4b13-b73e-f9c42ff5ad9a tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/quotas/b981a3c2d7974c7ca0c54a5262ea5220 HTTP/1.1" status: 200 len: 375 time: 0.0134449 Nov 24 15:24:28.234204 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-92e08995-67e4-452d-a751-3780cfe2ab79 req-ada3b478-93f4-4dce-b780-97134a8a03c7 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b981a3c2d7974c7ca0c54a5262ea5220&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520697 Nov 24 15:24:28.352164 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-92e08995-67e4-452d-a751-3780cfe2ab79 req-709020c6-e887-4cd7-b9b9-e0cfd668b2a8 service neutron] 10.222.0.66 "GET /v2.0/networks/f26750e4-e797-4f7f-b557-e7463bad5d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019869 Nov 24 15:24:28.449747 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-92e08995-67e4-452d-a751-3780cfe2ab79 req-662587fa-b863-4eda-a9b1-0783694a00b4 service neutron] 10.222.0.66 "GET /v2.0/networks/f26750e4-e797-4f7f-b557-e7463bad5d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928643 Nov 24 15:24:28.756883 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb60a55-5e2b-40d1-9b77-eb165740cebe req-531ca3a2-b2ac-495f-8a3e-96054e11c4c6 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:28.764169 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-1bb60a55-5e2b-40d1-9b77-eb165740cebe req-531ca3a2-b2ac-495f-8a3e-96054e11c4c6 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 945 time: 0.1610568 Nov 24 15:24:28.812572 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-53c3cb59-ef98-4f31-a05c-cdc346e5d40d req-963bce1c-03b7-4265-bb6d-d5c709f513ed tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=246791eb-b0eb-44f0-9417-f106580a57f5 HTTP/1.1" status: 200 len: 210 time: 0.0326643 Nov 24 15:24:28.869327 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-1bb60a55-5e2b-40d1-9b77-eb165740cebe req-f7183510-24e1-4ea5-84f9-59a1e70ff909 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983536 Nov 24 15:24:29.959231 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-2b0279bd-8209-4b5c-b7db-78cb7c1a41a3 req-4ec3b3e7-7139-4655-86e7-ec184a9e8ff8 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=246791eb-b0eb-44f0-9417-f106580a57f5 HTTP/1.1" status: 200 len: 210 time: 0.0449576 Nov 24 15:24:30.002351 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e08995-67e4-452d-a751-3780cfe2ab79 req-5664008b-08c0-4638-9ce9-a75e60b4112a tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:30.004063 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-92e08995-67e4-452d-a751-3780cfe2ab79 req-5664008b-08c0-4638-9ce9-a75e60b4112a tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.74 "GET /v2.0/networks?id=f26750e4-e797-4f7f-b557-e7463bad5d42 HTTP/1.1" status: 200 len: 811 time: 0.1345243 Nov 24 15:24:30.017677 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbeefd7-6fab-46d2-977d-6bd19d14c5ff req-8354d206-7e20-43ad-a0ee-562a57ce36c9 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:30.019163 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-bdbeefd7-6fab-46d2-977d-6bd19d14c5ff req-8354d206-7e20-43ad-a0ee-562a57ce36c9 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 945 time: 0.0525849 Nov 24 15:24:30.071490 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-bdbeefd7-6fab-46d2-977d-6bd19d14c5ff req-9281c512-8a57-4aa1-a691-596dd1b70682 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463326 Nov 24 15:24:30.084492 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-92e08995-67e4-452d-a751-3780cfe2ab79 req-cc2c32bd-4151-45c4-978a-b90ffe3c29a9 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b981a3c2d7974c7ca0c54a5262ea5220 HTTP/1.1" status: 200 len: 380 time: 0.0621874 Nov 24 15:24:30.103313 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [req-92e08995-67e4-452d-a751-3780cfe2ab79 req-7a094cef-55f3-48cd-9587-68a0f80048ec tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Request body: {'port': {'device_id': '246791eb-b0eb-44f0-9417-f106580a57f5', 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42', 'admin_state_up': True, 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'security_groups': ['9212a777-7328-4da1-b1eb-cee9e4183283']}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:24:30.213878 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f161a82-9f83-4bde-8914-bfa1915c0b5a req-911c57ca-fff5-41e0-a443-be31950061e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:30.215402 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-8f161a82-9f83-4bde-8914-bfa1915c0b5a req-911c57ca-fff5-41e0-a443-be31950061e7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=15cfbeac1f3f4700a4806775a9786f5d&device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 1098 time: 0.0884564 Nov 24 15:24:30.294596 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92e08995-67e4-452d-a751-3780cfe2ab79 req-7a094cef-55f3-48cd-9587-68a0f80048ec tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Made reservation on behalf of b981a3c2d7974c7ca0c54a5262ea5220 for: {'port': 1} {{(pid=102545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:24:30.298514 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-92e08995-67e4-452d-a751-3780cfe2ab79 req-7a094cef-55f3-48cd-9587-68a0f80048ec tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:30.372117 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f161a82-9f83-4bde-8914-bfa1915c0b5a req-b6cd7af5-3de8-400e-a4bb-03adf0a14ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:30.373529 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-8f161a82-9f83-4bde-8914-bfa1915c0b5a req-b6cd7af5-3de8-400e-a4bb-03adf0a14ae7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e130b39d-08a3-4f56-a8c9-cdbf0ac59277 HTTP/1.1" status: 200 len: 918 time: 0.1466208 Nov 24 15:24:30.479955 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-8f161a82-9f83-4bde-8914-bfa1915c0b5a req-6c1c02d6-d4f1-4d23-966d-95442ecf8075 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66d6070e-c6fb-4ac7-8705-204f502bc368 HTTP/1.1" status: 200 len: 1001 time: 0.0987251 Nov 24 15:24:30.527644 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.db_base_plugin_common [req-92e08995-67e4-452d-a751-3780cfe2ab79 req-7a094cef-55f3-48cd-9587-68a0f80048ec tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Allocated IP 172.20.0.13 (f26750e4-e797-4f7f-b557-e7463bad5d42/7c9fc6c3-0838-4b30-a030-a699466a6c53/140a8110-eae9-4c4f-bc1c-8a0a2e8b5413) {{(pid=102545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:24:30.553031 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f161a82-9f83-4bde-8914-bfa1915c0b5a req-612e3540-5811-40cd-bfd5-c7cecdbb671b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:30.554451 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-8f161a82-9f83-4bde-8914-bfa1915c0b5a req-612e3540-5811-40cd-bfd5-c7cecdbb671b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a6f169b1-1681-4fc6-8349-4eb563a83e19 HTTP/1.1" status: 200 len: 855 time: 0.0668640 Nov 24 15:24:30.670384 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f161a82-9f83-4bde-8914-bfa1915c0b5a req-8c80f98c-a22c-4008-8eb4-a793ee9cf028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:30.671873 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-8f161a82-9f83-4bde-8914-bfa1915c0b5a req-8c80f98c-a22c-4008-8eb4-a793ee9cf028 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e130b39d-08a3-4f56-a8c9-cdbf0ac59277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1067252 Nov 24 15:24:30.753440 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-92e08995-67e4-452d-a751-3780cfe2ab79 req-7a094cef-55f3-48cd-9587-68a0f80048ec tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks [] for port, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:30.799554 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-8f161a82-9f83-4bde-8914-bfa1915c0b5a req-c1b894ff-c1da-4642-aae9-89bea217ea76 service neutron] 10.222.0.74 "GET /v2.0/networks/e130b39d-08a3-4f56-a8c9-cdbf0ac59277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186116 Nov 24 15:24:30.815718 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-92e08995-67e4-452d-a751-3780cfe2ab79 req-7a094cef-55f3-48cd-9587-68a0f80048ec tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:30.908688 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92e08995-67e4-452d-a751-3780cfe2ab79 req-7a094cef-55f3-48cd-9587-68a0f80048ec tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Network f26750e4-e797-4f7f-b557-e7463bad5d42 is already hosted by enough agents. {{(pid=102545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:24:30.914159 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [req-92e08995-67e4-452d-a751-3780cfe2ab79 req-7a094cef-55f3-48cd-9587-68a0f80048ec tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Resources bound (agent type, host, resource id): {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:24:30.919185 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a094cef-55f3-48cd-9587-68a0f80048ec tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Pushing event updated for resources: {'Port': ['ID=140a8110-eae9-4c4f-bc1c-8a0a2e8b5413,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:30.921903 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e08995-67e4-452d-a751-3780cfe2ab79 req-7a094cef-55f3-48cd-9587-68a0f80048ec tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Received port after_create {{(pid=102545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:24:30.988397 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e08995-67e4-452d-a751-3780cfe2ab79 req-7a094cef-55f3-48cd-9587-68a0f80048ec tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:30.989264 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-92e08995-67e4-452d-a751-3780cfe2ab79 req-7a094cef-55f3-48cd-9587-68a0f80048ec tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:30.993843 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-8f161a82-9f83-4bde-8914-bfa1915c0b5a req-018b22bb-d4b6-478c-b109-320afc1357f0 service neutron] 10.222.0.74 "GET /v2.0/networks/e130b39d-08a3-4f56-a8c9-cdbf0ac59277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864722 Nov 24 15:24:31.013326 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-92e08995-67e4-452d-a751-3780cfe2ab79 req-7a094cef-55f3-48cd-9587-68a0f80048ec tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9138057 Nov 24 15:24:31.028172 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [req-92e08995-67e4-452d-a751-3780cfe2ab79 req-2b31ff12-fcf9-441e-b61f-d92c3348d7e2 service neutron] Request body: {'port': {'device_id': '246791eb-b0eb-44f0-9417-f106580a57f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:24:31.086452 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-92e08995-67e4-452d-a751-3780cfe2ab79 req-2b31ff12-fcf9-441e-b61f-d92c3348d7e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:31.096638 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9b632-4d75-4289-aeae-bccef484a7ef req-bba1eb50-b500-4bfa-96ff-ade3702f67a1 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:31.099134 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-61d9b632-4d75-4289-aeae-bccef484a7ef req-bba1eb50-b500-4bfa-96ff-ade3702f67a1 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=246791eb-b0eb-44f0-9417-f106580a57f5 HTTP/1.1" status: 200 len: 932 time: 0.0514843 Nov 24 15:24:31.135096 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-96973994-f423-493f-afb9-494fe908ca59 None None] Provisioning complete for port 140a8110-eae9-4c4f-bc1c-8a0a2e8b5413 triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:24:31.136286 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-96973994-f423-493f-afb9-494fe908ca59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:31.170103 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-61d9b632-4d75-4289-aeae-bccef484a7ef req-184e1538-9bea-4697-bbf1-957233dc6420 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651917 Nov 24 15:24:31.178493 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-96973994-f423-493f-afb9-494fe908ca59 None None] Port 140a8110-eae9-4c4f-bc1c-8a0a2e8b5413 cannot update to ACTIVE because it is not bound. {{(pid=102546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:24:31.208036 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9faed3-d1ee-4b89-a9fd-6dd4da92033f req-32f9bdf5-5caa-4b05-9f96-23bcbfc7a925 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:31.209559 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-3f9faed3-d1ee-4b89-a9fd-6dd4da92033f req-32f9bdf5-5caa-4b05-9f96-23bcbfc7a925 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 945 time: 0.0533853 Nov 24 15:24:31.258056 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-3f9faed3-d1ee-4b89-a9fd-6dd4da92033f req-cbc4fc3a-9b06-4797-a47e-8cd479f45156 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423927 Nov 24 15:24:31.353159 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [req-92e08995-67e4-452d-a751-3780cfe2ab79 req-2b31ff12-fcf9-441e-b61f-d92c3348d7e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 140a8110-eae9-4c4f-bc1c-8a0a2e8b5413 {{(pid=102545) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:24:31.360304 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-92e08995-67e4-452d-a751-3780cfe2ab79 req-2b31ff12-fcf9-441e-b61f-d92c3348d7e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:31.372099 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.provisioning_blocks [req-92e08995-67e4-452d-a751-3780cfe2ab79 req-2b31ff12-fcf9-441e-b61f-d92c3348d7e2 service neutron] Transition to ACTIVE for port object 140a8110-eae9-4c4f-bc1c-8a0a2e8b5413 will not be triggered until provisioned by entity L2. {{(pid=102545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 15:24:31.375910 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-92e08995-67e4-452d-a751-3780cfe2ab79 req-2b31ff12-fcf9-441e-b61f-d92c3348d7e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13923618'] for port, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:31.428385 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b31ff12-fcf9-441e-b61f-d92c3348d7e2 service neutron] Pushing event updated for resources: {'Port': ['ID=140a8110-eae9-4c4f-bc1c-8a0a2e8b5413,revision_number=2']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:31.494391 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-92e08995-67e4-452d-a751-3780cfe2ab79 req-2b31ff12-fcf9-441e-b61f-d92c3348d7e2 service neutron] Attempting to bind port 140a8110-eae9-4c4f-bc1c-8a0a2e8b5413 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:24:31.494723 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-92e08995-67e4-452d-a751-3780cfe2ab79 req-2b31ff12-fcf9-441e-b61f-d92c3348d7e2 service neutron] Attempting to bind port 140a8110-eae9-4c4f-bc1c-8a0a2e8b5413 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'c14c8334-0300-446a-a3d0-b8976f89fcf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42'}] {{(pid=102545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:24:31.495083 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e08995-67e4-452d-a751-3780cfe2ab79 req-2b31ff12-fcf9-441e-b61f-d92c3348d7e2 service neutron] Attempting to bind port 140a8110-eae9-4c4f-bc1c-8a0a2e8b5413 on network f26750e4-e797-4f7f-b557-e7463bad5d42 {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:24:31.499806 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e08995-67e4-452d-a751-3780cfe2ab79 req-2b31ff12-fcf9-441e-b61f-d92c3348d7e2 service neutron] Port 140a8110-eae9-4c4f-bc1c-8a0a2e8b5413 on network f26750e4-e797-4f7f-b557-e7463bad5d42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 15:24:31.500128 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e08995-67e4-452d-a751-3780cfe2ab79 req-2b31ff12-fcf9-441e-b61f-d92c3348d7e2 service neutron] Attempting to bind port 140a8110-eae9-4c4f-bc1c-8a0a2e8b5413 on network f26750e4-e797-4f7f-b557-e7463bad5d42 {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:24:31.505219 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e08995-67e4-452d-a751-3780cfe2ab79 req-2b31ff12-fcf9-441e-b61f-d92c3348d7e2 service neutron] Checking agent: {'id': 'd4f6996e-fa07-4465-ad79-7a89714f2bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 17, 38), 'started_at': datetime.datetime(2021, 11, 24, 15, 17, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:24:31.505559 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e08995-67e4-452d-a751-3780cfe2ab79 req-2b31ff12-fcf9-441e-b61f-d92c3348d7e2 service neutron] Checking segment: {'id': 'c14c8334-0300-446a-a3d0-b8976f89fcf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:24:31.505943 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e08995-67e4-452d-a751-3780cfe2ab79 req-2b31ff12-fcf9-441e-b61f-d92c3348d7e2 service neutron] Bound using segment: {'id': 'c14c8334-0300-446a-a3d0-b8976f89fcf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42'} {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:24:31.506371 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-92e08995-67e4-452d-a751-3780cfe2ab79 req-2b31ff12-fcf9-441e-b61f-d92c3348d7e2 service neutron] Bound port: 140a8110-eae9-4c4f-bc1c-8a0a2e8b5413, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c14c8334-0300-446a-a3d0-b8976f89fcf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42'}}] {{(pid=102545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:24:31.506729 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-92e08995-67e4-452d-a751-3780cfe2ab79 req-2b31ff12-fcf9-441e-b61f-d92c3348d7e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:31.576011 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-92e08995-67e4-452d-a751-3780cfe2ab79 req-2b31ff12-fcf9-441e-b61f-d92c3348d7e2 service neutron] For port 140a8110-eae9-4c4f-bc1c-8a0a2e8b5413, host hv-cinder-80403, cleared binding levels {{(pid=102545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:24:31.579613 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-92e08995-67e4-452d-a751-3780cfe2ab79 req-2b31ff12-fcf9-441e-b61f-d92c3348d7e2 service neutron] For port 140a8110-eae9-4c4f-bc1c-8a0a2e8b5413, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=140a8110-eae9-4c4f-bc1c-8a0a2e8b5413,segment=NetworkSegment(c14c8334-0300-446a-a3d0-b8976f89fcf3),segment_id=c14c8334-0300-446a-a3d0-b8976f89fcf3)] {{(pid=102545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:24:31.583715 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-92e08995-67e4-452d-a751-3780cfe2ab79 req-2b31ff12-fcf9-441e-b61f-d92c3348d7e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13923618'] for port, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:31.617231 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e08995-67e4-452d-a751-3780cfe2ab79 req-2b31ff12-fcf9-441e-b61f-d92c3348d7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:31.617921 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-92e08995-67e4-452d-a751-3780cfe2ab79 req-2b31ff12-fcf9-441e-b61f-d92c3348d7e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:31.619327 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-92e08995-67e4-452d-a751-3780cfe2ab79 req-2b31ff12-fcf9-441e-b61f-d92c3348d7e2 service neutron] 10.222.0.74 "PUT /v2.0/ports/140a8110-eae9-4c4f-bc1c-8a0a2e8b5413 HTTP/1.1" status: 200 len: 1094 time: 0.5956545 Nov 24 15:24:31.619768 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '246791eb-b0eb-44f0-9417-f106580a57f5', 'tag': '140a8110-eae9-4c4f-bc1c-8a0a2e8b5413'}] {{(pid=102545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:24:31.622028 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e232a59b198ff96befa2502742fd1f317735a6d9991c1ac6356d20aee71e71d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea43902-2337-43df-96ed-cc1b6c02b5a7" -d '{"events": [{"name": "network-changed", "server_uuid": "246791eb-b0eb-44f0-9417-f106580a57f5", "tag": "140a8110-eae9-4c4f-bc1c-8a0a2e8b5413"}]}' {{(pid=102545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:24:31.657850 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b31ff12-fcf9-441e-b61f-d92c3348d7e2 service neutron] Pushing event updated for resources: {'Port': ['ID=140a8110-eae9-4c4f-bc1c-8a0a2e8b5413,revision_number=3']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:31.672732 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b320494f-f0a4-4765-870d-896cf38784a1 x-openstack-request-id: req-b320494f-f0a4-4765-870d-896cf38784a1 {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:24:31.673025 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "246791eb-b0eb-44f0-9417-f106580a57f5", "tag": "140a8110-eae9-4c4f-bc1c-8a0a2e8b5413", "status": "completed", "code": 200}]} {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:24:31.673280 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b320494f-f0a4-4765-870d-896cf38784a1 {{(pid=102545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:24:31.673681 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '246791eb-b0eb-44f0-9417-f106580a57f5', 'tag': '140a8110-eae9-4c4f-bc1c-8a0a2e8b5413', 'status': 'completed', 'code': 200} Nov 24 15:24:31.725396 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e08995-67e4-452d-a751-3780cfe2ab79 req-3da3caa3-bc13-4109-afac-434334cbbe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:31.727002 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-92e08995-67e4-452d-a751-3780cfe2ab79 req-3da3caa3-bc13-4109-afac-434334cbbe0c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b981a3c2d7974c7ca0c54a5262ea5220&device_id=246791eb-b0eb-44f0-9417-f106580a57f5 HTTP/1.1" status: 200 len: 1097 time: 0.0430512 Nov 24 15:24:31.769942 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-92e08995-67e4-452d-a751-3780cfe2ab79 req-6413fd7a-e48a-4822-bfbd-17a41692794a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=140a8110-eae9-4c4f-bc1c-8a0a2e8b5413 HTTP/1.1" status: 200 len: 217 time: 0.0341442 Nov 24 15:24:31.824816 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e08995-67e4-452d-a751-3780cfe2ab79 req-0ae2104a-abd9-461b-8660-7dba15517a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:31.826316 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-92e08995-67e4-452d-a751-3780cfe2ab79 req-0ae2104a-abd9-461b-8660-7dba15517a3c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7c9fc6c3-0838-4b30-a030-a699466a6c53 HTTP/1.1" status: 200 len: 850 time: 0.0485389 Nov 24 15:24:31.871771 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e08995-67e4-452d-a751-3780cfe2ab79 req-6fbd4d9b-cf3e-456b-9bd1-880fb8431c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:31.873155 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-92e08995-67e4-452d-a751-3780cfe2ab79 req-6fbd4d9b-cf3e-456b-9bd1-880fb8431c75 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f26750e4-e797-4f7f-b557-e7463bad5d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0395751 Nov 24 15:24:31.964968 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-92e08995-67e4-452d-a751-3780cfe2ab79 req-c16cdd41-7ceb-45c6-8048-e9cfc735c638 service neutron] 10.222.0.74 "GET /v2.0/networks/f26750e4-e797-4f7f-b557-e7463bad5d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842817 Nov 24 15:24:32.051601 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-92e08995-67e4-452d-a751-3780cfe2ab79 req-5ab4568e-36db-441e-92fd-1187afd4b026 service neutron] 10.222.0.74 "GET /v2.0/networks/f26750e4-e797-4f7f-b557-e7463bad5d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788603 Nov 24 15:24:32.135379 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea43902-2337-43df-96ed-cc1b6c02b5a7 req-dfce4067-0459-460b-bef8-045b5cf85c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:32.136887 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-9ea43902-2337-43df-96ed-cc1b6c02b5a7 req-dfce4067-0459-460b-bef8-045b5cf85c5f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b981a3c2d7974c7ca0c54a5262ea5220&device_id=246791eb-b0eb-44f0-9417-f106580a57f5 HTTP/1.1" status: 200 len: 1097 time: 0.0398259 Nov 24 15:24:32.232032 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea43902-2337-43df-96ed-cc1b6c02b5a7 req-24439fc0-1a96-4935-bf6f-20d424b637a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:32.233712 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-9ea43902-2337-43df-96ed-cc1b6c02b5a7 req-24439fc0-1a96-4935-bf6f-20d424b637a8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f26750e4-e797-4f7f-b557-e7463bad5d42 HTTP/1.1" status: 200 len: 913 time: 0.0861821 Nov 24 15:24:32.278372 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-9ea43902-2337-43df-96ed-cc1b6c02b5a7 req-9001744f-2747-4980-85b9-0925f1e89135 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=140a8110-eae9-4c4f-bc1c-8a0a2e8b5413 HTTP/1.1" status: 200 len: 217 time: 0.0338788 Nov 24 15:24:32.295952 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df078743-a993-4abf-92d8-580eb2a75813 req-9c5b229a-ea97-4072-8ea5-1876f30009b4 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:32.297559 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-df078743-a993-4abf-92d8-580eb2a75813 req-9c5b229a-ea97-4072-8ea5-1876f30009b4 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=246791eb-b0eb-44f0-9417-f106580a57f5 HTTP/1.1" status: 200 len: 944 time: 0.0521038 Nov 24 15:24:32.337376 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea43902-2337-43df-96ed-cc1b6c02b5a7 req-a15c7d28-1ad1-4d5d-b984-60223812a4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:32.338910 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-9ea43902-2337-43df-96ed-cc1b6c02b5a7 req-a15c7d28-1ad1-4d5d-b984-60223812a4d2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7c9fc6c3-0838-4b30-a030-a699466a6c53 HTTP/1.1" status: 200 len: 850 time: 0.0496695 Nov 24 15:24:32.359227 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-df078743-a993-4abf-92d8-580eb2a75813 req-dbf60feb-cda8-4eba-9652-4df8443ed9b6 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540292 Nov 24 15:24:32.392420 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea43902-2337-43df-96ed-cc1b6c02b5a7 req-8d1017b7-664b-4452-8ba2-ca1a6f9ca8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:32.393842 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-9ea43902-2337-43df-96ed-cc1b6c02b5a7 req-8d1017b7-664b-4452-8ba2-ca1a6f9ca8f5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f26750e4-e797-4f7f-b557-e7463bad5d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0446188 Nov 24 15:24:32.394907 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc533d2-0ab7-41b9-b6f9-b24d61d39f23 req-fc1c5684-07e9-462d-8c31-582209f4112a tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:32.396398 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-9dc533d2-0ab7-41b9-b6f9-b24d61d39f23 req-fc1c5684-07e9-462d-8c31-582209f4112a tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 945 time: 0.0560296 Nov 24 15:24:32.443285 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-9dc533d2-0ab7-41b9-b6f9-b24d61d39f23 req-6be21131-d4cc-466e-bcc1-be77c095f421 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409510 Nov 24 15:24:32.483631 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-9ea43902-2337-43df-96ed-cc1b6c02b5a7 req-7bcded27-7b06-4215-9edc-a6d3d357a1a7 service neutron] 10.222.0.74 "GET /v2.0/networks/f26750e4-e797-4f7f-b557-e7463bad5d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819933 Nov 24 15:24:32.573250 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-9ea43902-2337-43df-96ed-cc1b6c02b5a7 req-83c4fc47-f04f-44cb-9acf-dad50ab826a8 service neutron] 10.222.0.74 "GET /v2.0/networks/f26750e4-e797-4f7f-b557-e7463bad5d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826082 Nov 24 15:24:33.477500 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe8ac8-208c-4536-9f8a-fb06f0ae4ae9 req-a9e93da1-89f3-44ef-94ab-c09bd5b85261 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:33.479207 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-27fe8ac8-208c-4536-9f8a-fb06f0ae4ae9 req-a9e93da1-89f3-44ef-94ab-c09bd5b85261 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=246791eb-b0eb-44f0-9417-f106580a57f5 HTTP/1.1" status: 200 len: 944 time: 0.0536237 Nov 24 15:24:33.538779 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-27fe8ac8-208c-4536-9f8a-fb06f0ae4ae9 req-ef55b732-aaf2-4b05-bfe7-d02fb0b2abaa tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534408 Nov 24 15:24:33.573510 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ee82f-9618-48fc-b2ae-449066143d8a req-7f2af933-370a-4fe8-88bd-bc2cd0af96b8 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:33.575050 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-0a1ee82f-9618-48fc-b2ae-449066143d8a req-7f2af933-370a-4fe8-88bd-bc2cd0af96b8 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 945 time: 0.0540240 Nov 24 15:24:33.622214 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-0a1ee82f-9618-48fc-b2ae-449066143d8a req-5eac1c4e-020f-4dca-86c7-184a6e8dc8a7 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408006 Nov 24 15:24:34.082125 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [req-5f5e0418-2ecb-4e3f-b950-5abb6df98c28 req-6c072840-da6d-4a20-a828-1411ad87c5fb service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=102544) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 15:24:34.083051 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-5f5e0418-2ecb-4e3f-b950-5abb6df98c28 req-6c072840-da6d-4a20-a828-1411ad87c5fb service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053530 Nov 24 15:24:34.101456 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 66d6070e-c6fb-4ac7-8705-204f502bc368 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:24:34.179213 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:34.206772 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361e1e6c-853b-4fde-89ed-843a85be79c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66d6070e-c6fb-4ac7-8705-204f502bc368'}] {{(pid=102546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:24:34.209340 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec30b6fee894e899a7ef63b5da9bb2e859d87fc094cada3931da851dba0edc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34eb059-0df3-4b27-8ee4-4c6f85938d3c" -d '{"events": [{"server_uuid": "361e1e6c-853b-4fde-89ed-843a85be79c1", "name": "network-vif-unplugged", "status": "completed", "tag": "66d6070e-c6fb-4ac7-8705-204f502bc368"}]}' {{(pid=102546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:24:34.222045 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 66d6070e-c6fb-4ac7-8705-204f502bc368, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=66d6070e-c6fb-4ac7-8705-204f502bc368,segment=NetworkSegment(5e100fbc-d77e-4779-93d7-094d4c6f44a0),segment_id=5e100fbc-d77e-4779-93d7-094d4c6f44a0)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:24:34.226467 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:34.255667 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 24 Nov 2021 15:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d233cdc2-0739-46cf-bae3-85fbb2fee23e x-openstack-request-id: req-d233cdc2-0739-46cf-bae3-85fbb2fee23e {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:24:34.256443 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361e1e6c-853b-4fde-89ed-843a85be79c1", "name": "network-vif-unplugged", "status": "failed", "tag": "66d6070e-c6fb-4ac7-8705-204f502bc368", "code": 422}]} {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:24:34.256443 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d233cdc2-0739-46cf-bae3-85fbb2fee23e {{(pid=102546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:24:34.256622 dv-cinder-804035-20-iscsi neutron-server[102546]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '361e1e6c-853b-4fde-89ed-843a85be79c1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '66d6070e-c6fb-4ac7-8705-204f502bc368', 'code': 422} returned with failed status Nov 24 15:24:34.258053 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34383ffc-be03-4b47-8bc9-7e2becbfe31e req-5d215afe-651b-48f4-8f3b-8a4589c6fb86 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:34.259723 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-34383ffc-be03-4b47-8bc9-7e2becbfe31e req-5d215afe-651b-48f4-8f3b-8a4589c6fb86 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 945 time: 0.0618176 Nov 24 15:24:34.283730 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Pushing event updated for resources: {'Port': ['ID=66d6070e-c6fb-4ac7-8705-204f502bc368,revision_number=8']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:34.314709 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-34383ffc-be03-4b47-8bc9-7e2becbfe31e req-add05764-da83-4f16-a22b-b69b598fd4b0 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460083 Nov 24 15:24:34.496811 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 36488) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:24:34.580532 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-91435618-0391-494a-8b22-718fa49b11a2 req-77a240c2-1151-4820-98de-6b4caa2fe5cc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0825667 Nov 24 15:24:34.591184 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [req-91435618-0391-494a-8b22-718fa49b11a2 req-b72b7570-9e49-46d8-b39e-1253b8027a8e service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=102545) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 15:24:34.592139 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-91435618-0391-494a-8b22-718fa49b11a2 req-b72b7570-9e49-46d8-b39e-1253b8027a8e service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050757 Nov 24 15:24:34.661534 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39d4b8-8b9b-4e1b-bdca-df84a7d50cd4 req-7cdac21f-07b0-44a7-ac41-7ced795ec040 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:34.663056 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-0f39d4b8-8b9b-4e1b-bdca-df84a7d50cd4 req-7cdac21f-07b0-44a7-ac41-7ced795ec040 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=246791eb-b0eb-44f0-9417-f106580a57f5 HTTP/1.1" status: 200 len: 944 time: 0.0507517 Nov 24 15:24:34.713063 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-0f39d4b8-8b9b-4e1b-bdca-df84a7d50cd4 req-0fe6d2bf-e901-4979-9b0d-2008f7948d58 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440583 Nov 24 15:24:35.434903 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8a7cf-5f63-47ae-b63d-5b3f6021b6ef req-e0346a3a-ab31-4d21-b7a4-73ab99ef8db1 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:35.436293 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-51b8a7cf-5f63-47ae-b63d-5b3f6021b6ef req-e0346a3a-ab31-4d21-b7a4-73ab99ef8db1 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 943 time: 0.0484722 Nov 24 15:24:35.484757 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-51b8a7cf-5f63-47ae-b63d-5b3f6021b6ef req-0f4a1b91-b1ce-436b-9f32-f9f963002756 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424466 Nov 24 15:24:35.839118 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce30cf69-e874-46b4-b032-604c93482124 req-1c5998bb-e3c8-4f0e-a8a2-57541d9927b5 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:35.840518 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ce30cf69-e874-46b4-b032-604c93482124 req-1c5998bb-e3c8-4f0e-a8a2-57541d9927b5 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=246791eb-b0eb-44f0-9417-f106580a57f5 HTTP/1.1" status: 200 len: 944 time: 0.0526960 Nov 24 15:24:35.888810 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ce30cf69-e874-46b4-b032-604c93482124 req-ad9cad46-e373-4d46-8a4b-72a172b721db tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418663 Nov 24 15:24:36.105739 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91435618-0391-494a-8b22-718fa49b11a2 req-c15b434f-ebee-461e-b112-b3409f69fdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:36.107259 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-91435618-0391-494a-8b22-718fa49b11a2 req-c15b434f-ebee-461e-b112-b3409f69fdac service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1&tenant_id=15cfbeac1f3f4700a4806775a9786f5d HTTP/1.1" status: 200 len: 1096 time: 0.0774724 Nov 24 15:24:36.172944 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91435618-0391-494a-8b22-718fa49b11a2 req-5a268cd9-b65a-4b30-abba-d6b9a17fcb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:36.174395 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-91435618-0391-494a-8b22-718fa49b11a2 req-5a268cd9-b65a-4b30-abba-d6b9a17fcb97 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=15cfbeac1f3f4700a4806775a9786f5d&device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 1096 time: 0.0399284 Nov 24 15:24:36.264938 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91435618-0391-494a-8b22-718fa49b11a2 req-f7a61afe-bc19-4cec-8c76-e94b849b38ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:36.265641 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-91435618-0391-494a-8b22-718fa49b11a2 req-f7a61afe-bc19-4cec-8c76-e94b849b38ac service neutron] 10.222.0.74 "GET /v2.0/networks?id=e130b39d-08a3-4f56-a8c9-cdbf0ac59277 HTTP/1.1" status: 200 len: 918 time: 0.0842695 Nov 24 15:24:36.327680 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-91435618-0391-494a-8b22-718fa49b11a2 req-c2f327a8-1f56-4bbe-ad31-3557f6d8386e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66d6070e-c6fb-4ac7-8705-204f502bc368 HTTP/1.1" status: 200 len: 999 time: 0.0543876 Nov 24 15:24:36.374338 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91435618-0391-494a-8b22-718fa49b11a2 req-9dfce7d0-87c3-4e57-a3fd-78e387ad6fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:36.375750 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-91435618-0391-494a-8b22-718fa49b11a2 req-9dfce7d0-87c3-4e57-a3fd-78e387ad6fc2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a6f169b1-1681-4fc6-8349-4eb563a83e19 HTTP/1.1" status: 200 len: 855 time: 0.0413306 Nov 24 15:24:36.423097 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91435618-0391-494a-8b22-718fa49b11a2 req-2efc8eab-403a-45ca-a373-248b8e8a807b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:36.424526 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-91435618-0391-494a-8b22-718fa49b11a2 req-2efc8eab-403a-45ca-a373-248b8e8a807b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e130b39d-08a3-4f56-a8c9-cdbf0ac59277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414317 Nov 24 15:24:36.510885 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-91435618-0391-494a-8b22-718fa49b11a2 req-18b71764-33f1-44c3-84d4-2b39b1e0c590 service neutron] 10.222.0.74 "GET /v2.0/networks/e130b39d-08a3-4f56-a8c9-cdbf0ac59277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787618 Nov 24 15:24:36.607579 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c1baf-525a-46ba-add5-f38a17c3fb38 req-4504e569-ea9c-41b9-9d97-e363bbcd3efb tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:36.609617 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-884c1baf-525a-46ba-add5-f38a17c3fb38 req-4504e569-ea9c-41b9-9d97-e363bbcd3efb tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 943 time: 0.0499370 Nov 24 15:24:36.662714 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-884c1baf-525a-46ba-add5-f38a17c3fb38 req-831a69ca-10aa-45af-b4fc-b644cb19e378 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443003 Nov 24 15:24:36.846000 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-91435618-0391-494a-8b22-718fa49b11a2 req-2dd41b9a-5f01-494c-98a9-0bb42aab525c service neutron] 10.222.0.74 "GET /v2.0/networks/e130b39d-08a3-4f56-a8c9-cdbf0ac59277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283477 Nov 24 15:24:37.008110 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436276c0-47ab-4897-8890-611aa932e444 req-a7fd8c9a-48fe-427c-9349-c3f922ed586f tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:37.009616 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-436276c0-47ab-4897-8890-611aa932e444 req-a7fd8c9a-48fe-427c-9349-c3f922ed586f tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=246791eb-b0eb-44f0-9417-f106580a57f5 HTTP/1.1" status: 200 len: 944 time: 0.0514929 Nov 24 15:24:37.062353 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-436276c0-47ab-4897-8890-611aa932e444 req-82ebeb81-1683-4c27-9dd2-2f27716d4165 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466871 Nov 24 15:24:37.787153 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da732d-c734-4298-9966-88cf0cb7d5a7 req-7188cffa-7d40-446c-afc4-168f87a516ac tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:37.788621 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-53da732d-c734-4298-9966-88cf0cb7d5a7 req-7188cffa-7d40-446c-afc4-168f87a516ac tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 943 time: 0.0511408 Nov 24 15:24:37.839887 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-53da732d-c734-4298-9966-88cf0cb7d5a7 req-b3987f8d-5f97-4bee-a6e7-36c904c9ecc6 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452676 Nov 24 15:24:38.022450 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:38.180941 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12267dcf-09e0-4d3d-adde-ae38c7a63324 req-5f81d26e-b887-4ea0-8e65-9868a367a5a9 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:38.182721 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-12267dcf-09e0-4d3d-adde-ae38c7a63324 req-5f81d26e-b887-4ea0-8e65-9868a367a5a9 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=246791eb-b0eb-44f0-9417-f106580a57f5 HTTP/1.1" status: 200 len: 944 time: 0.0505369 Nov 24 15:24:38.240874 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-12267dcf-09e0-4d3d-adde-ae38c7a63324 req-c098cbff-8aad-453f-ac28-9d47d8593bda tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465474 Nov 24 15:24:38.977487 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a725301-b3c4-4b01-9a0d-6873004097df req-12ea76c8-c1a8-4619-8491-109845d0aefe tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:38.979434 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-1a725301-b3c4-4b01-9a0d-6873004097df req-12ea76c8-c1a8-4619-8491-109845d0aefe tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 943 time: 0.0565629 Nov 24 15:24:39.028427 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-1a725301-b3c4-4b01-9a0d-6873004097df req-50234ee0-b205-4a61-8d12-4557ce6cb67e tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431442 Nov 24 15:24:39.357260 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecaf5b9-09d2-44e2-8ba8-5d1e4ece5a04 req-a7dbac19-cc0d-42c7-91bb-c4d91ec2d8d0 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:39.359286 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-7ecaf5b9-09d2-44e2-8ba8-5d1e4ece5a04 req-a7dbac19-cc0d-42c7-91bb-c4d91ec2d8d0 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=246791eb-b0eb-44f0-9417-f106580a57f5 HTTP/1.1" status: 200 len: 944 time: 0.0503328 Nov 24 15:24:39.410201 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-7ecaf5b9-09d2-44e2-8ba8-5d1e4ece5a04 req-d872c969-741d-4070-8d90-daab080cf437 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447304 Nov 24 15:24:40.154326 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae473e0a-1b5e-42bb-87a6-b596ecce7897 req-65a0407c-efbc-43e2-9b6c-c56e55c6ca8d tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:40.156410 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ae473e0a-1b5e-42bb-87a6-b596ecce7897 req-65a0407c-efbc-43e2-9b6c-c56e55c6ca8d tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 943 time: 0.0545688 Nov 24 15:24:40.426137 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ae473e0a-1b5e-42bb-87a6-b596ecce7897 req-91e3cea3-583a-4872-afda-c7354f9401a8 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2636919 Nov 24 15:24:40.549991 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508a31b-2b7d-4373-ad22-c416bc6acc68 req-93a06e40-32e5-447a-8c91-e3f2cc113582 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:40.551578 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-2508a31b-2b7d-4373-ad22-c416bc6acc68 req-93a06e40-32e5-447a-8c91-e3f2cc113582 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=246791eb-b0eb-44f0-9417-f106580a57f5 HTTP/1.1" status: 200 len: 944 time: 0.0506608 Nov 24 15:24:40.600046 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-2508a31b-2b7d-4373-ad22-c416bc6acc68 req-be439f10-500e-4800-b2bb-d358d890ea4d tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425851 Nov 24 15:24:41.546942 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d403b2-c106-4cc3-a1cb-5a22a807a3f8 req-514ec146-fdea-4cde-9d8f-e2a080906f81 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:41.548342 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-45d403b2-c106-4cc3-a1cb-5a22a807a3f8 req-514ec146-fdea-4cde-9d8f-e2a080906f81 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 943 time: 0.0497952 Nov 24 15:24:41.599579 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-45d403b2-c106-4cc3-a1cb-5a22a807a3f8 req-67b30b51-9a14-4ddf-a99e-d6d7d6b75295 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447209 Nov 24 15:24:41.644092 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.agents_db [None req-1855c149-01a8-4582-985c-3b31432c2781 None None] Agent healthcheck: found 6 active agents {{(pid=102547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:24:41.718313 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b613e1-6f40-47a3-a105-e74805c1cdca req-96940539-fa5a-4f4e-8975-0e8db6fc56a9 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:41.719815 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-37b613e1-6f40-47a3-a105-e74805c1cdca req-96940539-fa5a-4f4e-8975-0e8db6fc56a9 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=246791eb-b0eb-44f0-9417-f106580a57f5 HTTP/1.1" status: 200 len: 944 time: 0.0522671 Nov 24 15:24:41.771988 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-37b613e1-6f40-47a3-a105-e74805c1cdca req-427a72c8-b00a-4bbc-a590-153e314466d5 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456519 Nov 24 15:24:42.726462 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59cca24-4320-4952-927d-f4cfc0f96624 req-d8638b95-5910-47bf-95cc-ee35b64b287d tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:42.728009 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-b59cca24-4320-4952-927d-f4cfc0f96624 req-d8638b95-5910-47bf-95cc-ee35b64b287d tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 943 time: 0.0558071 Nov 24 15:24:42.775570 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-b59cca24-4320-4952-927d-f4cfc0f96624 req-11a7a490-aecc-4efa-bd04-1ee4b3e65e8c tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416956 Nov 24 15:24:42.894397 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6838a2-d7fa-4073-ae2b-b498a49e071e req-bf927579-55f6-43cd-8a98-fcc96e7eb172 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:42.895816 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-0d6838a2-d7fa-4073-ae2b-b498a49e071e req-bf927579-55f6-43cd-8a98-fcc96e7eb172 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=246791eb-b0eb-44f0-9417-f106580a57f5 HTTP/1.1" status: 200 len: 944 time: 0.0552509 Nov 24 15:24:42.947459 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-0d6838a2-d7fa-4073-ae2b-b498a49e071e req-0668086d-86cd-401b-b0ce-d77f41ec6623 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457742 Nov 24 15:24:43.913550 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe425acb-c380-4612-8911-761663b2edb4 req-104b92b0-9c46-4cbd-b6e9-3de5972fea66 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:43.915113 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-fe425acb-c380-4612-8911-761663b2edb4 req-104b92b0-9c46-4cbd-b6e9-3de5972fea66 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 943 time: 0.0591512 Nov 24 15:24:43.971432 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-fe425acb-c380-4612-8911-761663b2edb4 req-d8021162-11b2-4546-bb83-da13501ba9c7 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491652 Nov 24 15:24:44.080724 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458a9e2-7ab6-42d6-af70-fd34b33fadc5 req-46badb6a-1dd2-4e15-b2a2-7f318de5dd28 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:44.082235 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4458a9e2-7ab6-42d6-af70-fd34b33fadc5 req-46badb6a-1dd2-4e15-b2a2-7f318de5dd28 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=246791eb-b0eb-44f0-9417-f106580a57f5 HTTP/1.1" status: 200 len: 944 time: 0.0524421 Nov 24 15:24:44.139957 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4458a9e2-7ab6-42d6-af70-fd34b33fadc5 req-be39a9f7-fcd7-44f0-9cd5-b4c0a225cdfb tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517373 Nov 24 15:24:44.504006 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e1d77-a82f-45db-a2e9-c2c3c1123f89 req-9e2e5486-3069-4d96-905b-cc33b9125b34 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:44.505530 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-cc1e1d77-a82f-45db-a2e9-c2c3c1123f89 req-9e2e5486-3069-4d96-905b-cc33b9125b34 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 946 time: 0.0673685 Nov 24 15:24:44.558193 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-cc1e1d77-a82f-45db-a2e9-c2c3c1123f89 req-cf538278-c48f-4457-9098-f152bb799ebe tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466394 Nov 24 15:24:45.100846 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73815784-edad-419e-83ab-ca844ab36dc2 req-871b195a-cd4f-45b6-b5a8-ca55b1ec1cd5 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:45.102613 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-73815784-edad-419e-83ab-ca844ab36dc2 req-871b195a-cd4f-45b6-b5a8-ca55b1ec1cd5 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 943 time: 0.0555489 Nov 24 15:24:45.157487 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-73815784-edad-419e-83ab-ca844ab36dc2 req-52033bd5-3680-49e0-b97c-515583eb5ba0 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470419 Nov 24 15:24:45.187719 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-747d960a-7651-4451-8aca-33624f1ad5c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:45.278407 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157314c-7ee5-41dd-9604-f348fcf3041b req-fffa3a17-62d1-45b2-b309-0210da115aa2 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:45.279958 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-a157314c-7ee5-41dd-9604-f348fcf3041b req-fffa3a17-62d1-45b2-b309-0210da115aa2 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=246791eb-b0eb-44f0-9417-f106580a57f5 HTTP/1.1" status: 200 len: 944 time: 0.0606499 Nov 24 15:24:45.331142 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-a157314c-7ee5-41dd-9604-f348fcf3041b req-b65e19c0-82d6-49f6-9803-926022bd7d2a tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443137 Nov 24 15:24:45.674715 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23857689-0e83-45d0-b460-6f02902bf598 req-d0c8545b-ba28-4f03-bc63-0b34ce1a9708 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:45.676257 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-23857689-0e83-45d0-b460-6f02902bf598 req-d0c8545b-ba28-4f03-bc63-0b34ce1a9708 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 946 time: 0.0486219 Nov 24 15:24:45.726941 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-23857689-0e83-45d0-b460-6f02902bf598 req-245110a8-3925-4d17-8145-9441719c1322 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447350 Nov 24 15:24:46.288061 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb9dc28-9845-4912-b2f7-8fffc5b921d6 req-43c90ee1-7dc5-4744-8b01-a577674a866e tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:46.289664 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4eb9dc28-9845-4912-b2f7-8fffc5b921d6 req-43c90ee1-7dc5-4744-8b01-a577674a866e tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 943 time: 0.0555580 Nov 24 15:24:46.338542 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4eb9dc28-9845-4912-b2f7-8fffc5b921d6 req-d9970d79-46fa-4b56-bb8e-a29d3a45a81b tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429795 Nov 24 15:24:46.457080 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842571a8-f4c1-4984-aa4a-178e9c618b96 req-6c038bdf-8ee3-4bd5-80f2-70302a077874 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:46.458825 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-842571a8-f4c1-4984-aa4a-178e9c618b96 req-6c038bdf-8ee3-4bd5-80f2-70302a077874 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=246791eb-b0eb-44f0-9417-f106580a57f5 HTTP/1.1" status: 200 len: 944 time: 0.0508518 Nov 24 15:24:46.509541 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-842571a8-f4c1-4984-aa4a-178e9c618b96 req-27f402e9-7993-4a85-b135-05619608ca64 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449054 Nov 24 15:24:46.843189 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8915e9-1341-47dc-9b3a-eeac350cdf91 req-a6c4b7e5-b455-4f24-b669-9a13af052c32 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:46.844865 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4c8915e9-1341-47dc-9b3a-eeac350cdf91 req-a6c4b7e5-b455-4f24-b669-9a13af052c32 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 946 time: 0.0499699 Nov 24 15:24:46.899584 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4c8915e9-1341-47dc-9b3a-eeac350cdf91 req-aa38fcdb-96bf-4ce1-adfa-70efd3293c96 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477884 Nov 24 15:24:47.463447 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e804955-8777-4394-af34-72acf43f28be req-ec63a649-5ce8-47a0-bba3-07aa71e7edd1 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:47.466729 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-7e804955-8777-4394-af34-72acf43f28be req-ec63a649-5ce8-47a0-bba3-07aa71e7edd1 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 943 time: 0.0531096 Nov 24 15:24:47.514478 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-7e804955-8777-4394-af34-72acf43f28be req-e2493c53-7e4f-4f35-8955-6d0eca7fe15a tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431116 Nov 24 15:24:47.620507 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-79adad33-1d53-4bf8-9d25-40864952e6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:47.630461 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8864d-ee69-48c6-a5f7-ca18eda93f74 req-f6e43bd1-9228-4046-871f-3f52bccf02fb tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:47.632031 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-45b8864d-ee69-48c6-a5f7-ca18eda93f74 req-f6e43bd1-9228-4046-871f-3f52bccf02fb tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=246791eb-b0eb-44f0-9417-f106580a57f5 HTTP/1.1" status: 200 len: 944 time: 0.0557446 Nov 24 15:24:47.685042 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-45b8864d-ee69-48c6-a5f7-ca18eda93f74 req-c26e64c8-8dd4-49d6-90f4-c8104961f6cc tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469480 Nov 24 15:24:48.026392 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881876ec-fc20-4482-9cfe-435955b311ba req-39f5a641-b49e-4f5a-96f9-c57e83027db9 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:48.028183 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-881876ec-fc20-4482-9cfe-435955b311ba req-39f5a641-b49e-4f5a-96f9-c57e83027db9 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 946 time: 0.0537975 Nov 24 15:24:48.079180 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-881876ec-fc20-4482-9cfe-435955b311ba req-5bba9cb6-8f5d-4036-8cbe-1e0f87d1e755 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442827 Nov 24 15:24:48.209841 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-124f8df6-068a-4f00-a8c0-a9ff39f4d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:48.636508 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93d30e-6295-4780-8eeb-9436e721a45f req-99d0d499-a760-4b33-b761-203f9c399bb8 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:48.638001 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-3a93d30e-6295-4780-8eeb-9436e721a45f req-99d0d499-a760-4b33-b761-203f9c399bb8 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 943 time: 0.0482743 Nov 24 15:24:48.684353 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-3a93d30e-6295-4780-8eeb-9436e721a45f req-afd92842-e327-4667-a57f-042529f6a49f tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399699 Nov 24 15:24:48.796472 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a516ba-2f2d-431b-8d49-2675ddcb63fb req-eee2c383-3b91-4238-a448-d39d46c1690f tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:48.797925 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-05a516ba-2f2d-431b-8d49-2675ddcb63fb req-eee2c383-3b91-4238-a448-d39d46c1690f tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=246791eb-b0eb-44f0-9417-f106580a57f5 HTTP/1.1" status: 200 len: 944 time: 0.0483062 Nov 24 15:24:48.849773 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-05a516ba-2f2d-431b-8d49-2675ddcb63fb req-a88e1071-4802-4542-95e4-c4ea24702734 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453222 Nov 24 15:24:49.083982 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592b4db-7434-495b-a757-267e24a3bb50 req-c9fcf4e0-54ce-4bce-a5d1-0e1f733415b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:49.086634 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-3592b4db-7434-495b-a757-267e24a3bb50 req-c9fcf4e0-54ce-4bce-a5d1-0e1f733415b2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a89a75844197496785d27fd3e412344c&device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 1099 time: 0.0918026 Nov 24 15:24:49.200232 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592b4db-7434-495b-a757-267e24a3bb50 req-d1560f3d-8cff-4167-94dd-5e12798f4d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:49.201728 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-3592b4db-7434-495b-a757-267e24a3bb50 req-d1560f3d-8cff-4167-94dd-5e12798f4d35 service neutron] 10.222.0.74 "GET /v2.0/networks?id=151822c0-1b1f-4b3e-8dfc-70638799aec7 HTTP/1.1" status: 200 len: 909 time: 0.0949056 Nov 24 15:24:49.202103 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23091bd8-b80c-4c91-96a6-756a7cfaf6a0 req-908f01a1-ed15-4cc8-8871-3f59093a1286 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:49.203699 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-23091bd8-b80c-4c91-96a6-756a7cfaf6a0 req-908f01a1-ed15-4cc8-8871-3f59093a1286 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 946 time: 0.0523736 Nov 24 15:24:49.253840 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-23091bd8-b80c-4c91-96a6-756a7cfaf6a0 req-91bc0501-173e-423d-a2ac-615d50a82c14 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436075 Nov 24 15:24:49.266397 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-3592b4db-7434-495b-a757-267e24a3bb50 req-60b894ed-9cb2-44e9-84dc-c324e4e6cc6c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00062239-b32a-4c2a-9fb5-f6a38539f917 HTTP/1.1" status: 200 len: 1002 time: 0.0572836 Nov 24 15:24:49.313333 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592b4db-7434-495b-a757-267e24a3bb50 req-46bd0634-1e20-459a-9dbc-572297e3cb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:49.314742 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-3592b4db-7434-495b-a757-267e24a3bb50 req-46bd0634-1e20-459a-9dbc-572297e3cb38 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=272f2546-ac60-40b5-ba30-a0ca518d4c4e HTTP/1.1" status: 200 len: 846 time: 0.0414951 Nov 24 15:24:49.369443 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592b4db-7434-495b-a757-267e24a3bb50 req-b951bed8-fb80-43df-b075-2091f35200b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:49.370895 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-3592b4db-7434-495b-a757-267e24a3bb50 req-b951bed8-fb80-43df-b075-2091f35200b1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=151822c0-1b1f-4b3e-8dfc-70638799aec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0425296 Nov 24 15:24:49.463214 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-3592b4db-7434-495b-a757-267e24a3bb50 req-14936cd8-07be-48e9-8564-79d9a990fdc5 service neutron] 10.222.0.74 "GET /v2.0/networks/151822c0-1b1f-4b3e-8dfc-70638799aec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800083 Nov 24 15:24:49.553196 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-3592b4db-7434-495b-a757-267e24a3bb50 req-6a42c784-1fd8-44aa-aa2c-794c3087f39f service neutron] 10.222.0.74 "GET /v2.0/networks/151822c0-1b1f-4b3e-8dfc-70638799aec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825379 Nov 24 15:24:49.772854 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0567c706-1e8e-49a8-b1df-c52fd48358e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:49.809254 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603346f-a9cb-4e2b-9450-85a33f36fabb req-69c3a1ac-f977-42f1-aafb-321fecc6d4c5 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:49.810719 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-9603346f-a9cb-4e2b-9450-85a33f36fabb req-69c3a1ac-f977-42f1-aafb-321fecc6d4c5 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 943 time: 0.0477638 Nov 24 15:24:49.857327 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-9603346f-a9cb-4e2b-9450-85a33f36fabb req-251c4622-4caa-4bc4-b558-c796112f663d tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403614 Nov 24 15:24:49.969862 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e18ef44-48d3-46d5-95c3-f521a963af10 req-818c4e17-fad7-4dc4-8099-56297ee8be8c tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:49.971357 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-7e18ef44-48d3-46d5-95c3-f521a963af10 req-818c4e17-fad7-4dc4-8099-56297ee8be8c tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=246791eb-b0eb-44f0-9417-f106580a57f5 HTTP/1.1" status: 200 len: 944 time: 0.0544443 Nov 24 15:24:50.024447 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-7e18ef44-48d3-46d5-95c3-f521a963af10 req-900d59ee-a885-42f6-9dda-aa8b057b8822 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449421 Nov 24 15:24:50.372429 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01b10d-1abf-4c7f-aa35-d200fae26851 req-ddd2f2e9-aa36-4fb0-8c77-2f69855e0be3 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:50.373933 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4f01b10d-1abf-4c7f-aa35-d200fae26851 req-ddd2f2e9-aa36-4fb0-8c77-2f69855e0be3 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 946 time: 0.0506380 Nov 24 15:24:50.424176 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4f01b10d-1abf-4c7f-aa35-d200fae26851 req-5ac724ea-a7ef-4699-bcc4-88609954de20 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436029 Nov 24 15:24:50.974060 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:50.987396 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a452e-e2b3-4efc-8bdc-955ade040f2c req-fdc75b72-35b3-4539-8153-668f77d6369c tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:50.989134 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-df4a452e-e2b3-4efc-8bdc-955ade040f2c req-fdc75b72-35b3-4539-8153-668f77d6369c tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 943 time: 0.0544634 Nov 24 15:24:51.036994 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-df4a452e-e2b3-4efc-8bdc-955ade040f2c req-fa9d0ac5-4c47-47f1-84d9-8a1c740ca5d5 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416167 Nov 24 15:24:51.144660 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de74582-7ff8-40b9-8fed-4ed58db1ec72 req-4febba29-d361-46d3-9f99-faaaafc58cee tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:51.146060 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-3de74582-7ff8-40b9-8fed-4ed58db1ec72 req-4febba29-d361-46d3-9f99-faaaafc58cee tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=246791eb-b0eb-44f0-9417-f106580a57f5 HTTP/1.1" status: 200 len: 944 time: 0.0517490 Nov 24 15:24:51.193941 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-3de74582-7ff8-40b9-8fed-4ed58db1ec72 req-9a0a215c-897d-4a2d-a132-59c081033463 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419991 Nov 24 15:24:51.540209 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85eb0e1-cb6e-4fde-8ef4-14b8ed7f2f17 req-027f60cc-133d-4976-a09a-8a45adb778dd tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:51.541666 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-e85eb0e1-cb6e-4fde-8ef4-14b8ed7f2f17 req-027f60cc-133d-4976-a09a-8a45adb778dd tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 946 time: 0.0480497 Nov 24 15:24:51.593527 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-e85eb0e1-cb6e-4fde-8ef4-14b8ed7f2f17 req-7fdbe9ae-2947-4b39-8810-19f35d4541d3 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460377 Nov 24 15:24:52.157526 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d97f5f-538a-4508-a957-1035ea50787d req-16cad45b-7bf0-46ea-bfab-e250e4a0289f tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:52.159585 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-b9d97f5f-538a-4508-a957-1035ea50787d req-16cad45b-7bf0-46ea-bfab-e250e4a0289f tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 943 time: 0.0507689 Nov 24 15:24:52.177753 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 140a8110-eae9-4c4f-bc1c-8a0a2e8b5413 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 15:24:52.209108 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-b9d97f5f-538a-4508-a957-1035ea50787d req-efc7eb7a-6d7d-457a-8c5a-a99884fd473e tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437191 Nov 24 15:24:52.277852 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 140a8110-eae9-4c4f-bc1c-8a0a2e8b5413, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=140a8110-eae9-4c4f-bc1c-8a0a2e8b5413,segment=NetworkSegment(c14c8334-0300-446a-a3d0-b8976f89fcf3),segment_id=c14c8334-0300-446a-a3d0-b8976f89fcf3)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:24:52.289938 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Returning: {'device': '140a8110-eae9-4c4f-bc1c-8a0a2e8b5413', 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42', 'port_id': '140a8110-eae9-4c4f-bc1c-8a0a2e8b5413', 'mac_address': 'fa:16:3e:a9:e2:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c9fc6c3-0838-4b30-a030-a699466a6c53', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 15:24:52.313074 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6cc9f-b9e4-44c7-9a31-a798a42cb2e8 req-7fe57c76-80cf-47f1-bb07-a8ce949af43c tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:52.314590 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-16b6cc9f-b9e4-44c7-9a31-a798a42cb2e8 req-7fe57c76-80cf-47f1-bb07-a8ce949af43c tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=246791eb-b0eb-44f0-9417-f106580a57f5 HTTP/1.1" status: 200 len: 944 time: 0.0486445 Nov 24 15:24:52.326214 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:52.339904 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.notifiers.nova [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 140a8110-eae9-4c4f-bc1c-8a0a2e8b5413 {{(pid=102546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:24:52.359350 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 140a8110-eae9-4c4f-bc1c-8a0a2e8b5413, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=140a8110-eae9-4c4f-bc1c-8a0a2e8b5413,segment=NetworkSegment(c14c8334-0300-446a-a3d0-b8976f89fcf3),segment_id=c14c8334-0300-446a-a3d0-b8976f89fcf3)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:24:52.364672 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:52.366197 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-16b6cc9f-b9e4-44c7-9a31-a798a42cb2e8 req-26d2cfe5-1755-4905-86fd-dcef54380ad5 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453887 Nov 24 15:24:52.410575 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Pushing event updated for resources: {'Port': ['ID=140a8110-eae9-4c4f-bc1c-8a0a2e8b5413,revision_number=4']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:52.587368 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] get_ports_and_sgs() called for port_ids ['140a8110-eae9-4c4f-bc1c-8a0a2e8b5413'] {{(pid=102546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:24:52.710511 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f3409-d61c-401b-8202-e307a920195e req-1f2117fa-9b02-4cae-9b6c-27e5b4f95f2e tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:52.712028 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-fa2f3409-d61c-401b-8202-e307a920195e req-1f2117fa-9b02-4cae-9b6c-27e5b4f95f2e tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 946 time: 0.0521016 Nov 24 15:24:52.761230 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-fa2f3409-d61c-401b-8202-e307a920195e req-11249fde-3c5d-411e-abff-f0437ce64894 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430627 Nov 24 15:24:53.331189 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc7364-8c20-4805-ab34-eb2754fbf43a req-669134cc-f9d4-4046-a105-bdabe1e3ed64 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:53.332662 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-53bc7364-8c20-4805-ab34-eb2754fbf43a req-669134cc-f9d4-4046-a105-bdabe1e3ed64 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 943 time: 0.0481846 Nov 24 15:24:53.379071 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-53bc7364-8c20-4805-ab34-eb2754fbf43a req-91817329-e070-4cda-9a8c-9d59f6a960a7 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404658 Nov 24 15:24:53.481705 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1785608-d9e3-483a-b3cc-2776fdccc837 req-cc67d7ec-d91b-4022-b15e-07741a48c67a tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:53.483180 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-b1785608-d9e3-483a-b3cc-2776fdccc837 req-cc67d7ec-d91b-4022-b15e-07741a48c67a tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=246791eb-b0eb-44f0-9417-f106580a57f5 HTTP/1.1" status: 200 len: 945 time: 0.0470755 Nov 24 15:24:53.535286 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-b1785608-d9e3-483a-b3cc-2776fdccc837 req-f964ad29-39f3-4a80-b1a1-5c6f4a7b7ec0 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454011 Nov 24 15:24:53.874112 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82707507-919b-4723-a87c-41ea80f57ded req-8f3a476b-f074-41ea-bebf-f4cef11d1063 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:53.875620 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-82707507-919b-4723-a87c-41ea80f57ded req-8f3a476b-f074-41ea-bebf-f4cef11d1063 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 946 time: 0.0492704 Nov 24 15:24:53.925186 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-82707507-919b-4723-a87c-41ea80f57ded req-64a27acf-30e2-4e6e-aa86-b8eda98f816f tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434697 Nov 24 15:24:54.176613 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 140a8110-eae9-4c4f-bc1c-8a0a2e8b5413 up at agent hyperv_hv-cinder-80403 {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:24:54.226700 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Provisioning for port 140a8110-eae9-4c4f-bc1c-8a0a2e8b5413 completed by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 15:24:54.230678 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Provisioning complete for port 140a8110-eae9-4c4f-bc1c-8a0a2e8b5413 triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:24:54.231084 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:54.306194 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:54.328893 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246791eb-b0eb-44f0-9417-f106580a57f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140a8110-eae9-4c4f-bc1c-8a0a2e8b5413'}] {{(pid=102546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:24:54.332048 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec30b6fee894e899a7ef63b5da9bb2e859d87fc094cada3931da851dba0edc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb628e9-2d1c-4db4-a8b7-1064922bcf27" -d '{"events": [{"server_uuid": "246791eb-b0eb-44f0-9417-f106580a57f5", "name": "network-vif-plugged", "status": "completed", "tag": "140a8110-eae9-4c4f-bc1c-8a0a2e8b5413"}]}' {{(pid=102546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:24:54.346262 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 140a8110-eae9-4c4f-bc1c-8a0a2e8b5413, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=140a8110-eae9-4c4f-bc1c-8a0a2e8b5413,segment=NetworkSegment(c14c8334-0300-446a-a3d0-b8976f89fcf3),segment_id=c14c8334-0300-446a-a3d0-b8976f89fcf3)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:24:54.349559 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:54.374826 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c4d436-176e-4968-a74a-38cac031ce71 x-openstack-request-id: req-97c4d436-176e-4968-a74a-38cac031ce71 {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:24:54.375127 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246791eb-b0eb-44f0-9417-f106580a57f5", "name": "network-vif-plugged", "status": "completed", "tag": "140a8110-eae9-4c4f-bc1c-8a0a2e8b5413", "code": 200}]} {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:24:54.375382 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-97c4d436-176e-4968-a74a-38cac031ce71 {{(pid=102546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:24:54.375770 dv-cinder-804035-20-iscsi neutron-server[102546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246791eb-b0eb-44f0-9417-f106580a57f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140a8110-eae9-4c4f-bc1c-8a0a2e8b5413', 'code': 200} Nov 24 15:24:54.403294 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Pushing event updated for resources: {'Port': ['ID=140a8110-eae9-4c4f-bc1c-8a0a2e8b5413,revision_number=5']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:54.498827 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720811c-d6ba-46a1-8abb-41e414ade2aa req-68538f65-b855-40cf-bd4a-157b6bebf49d tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:54.500324 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-a720811c-d6ba-46a1-8abb-41e414ade2aa req-68538f65-b855-40cf-bd4a-157b6bebf49d tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 943 time: 0.0479133 Nov 24 15:24:54.548698 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-a720811c-d6ba-46a1-8abb-41e414ade2aa req-89255aa7-8eec-4ef1-b1db-295d4c8ed55d tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410304 Nov 24 15:24:54.645451 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae444231-50d9-4eea-b0bf-fce7089afb7b req-b078ca9c-cafe-4261-852d-fa41740f3613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:54.647020 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-ae444231-50d9-4eea-b0bf-fce7089afb7b req-b078ca9c-cafe-4261-852d-fa41740f3613 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=246791eb-b0eb-44f0-9417-f106580a57f5 HTTP/1.1" status: 200 len: 1099 time: 0.0411272 Nov 24 15:24:54.659112 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104edfbe-4abd-4238-b01e-65b6e3063197 req-b0fcf5ea-c917-49a7-9755-3c1a007f12bd tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:54.660539 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-104edfbe-4abd-4238-b01e-65b6e3063197 req-b0fcf5ea-c917-49a7-9755-3c1a007f12bd tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=246791eb-b0eb-44f0-9417-f106580a57f5 HTTP/1.1" status: 200 len: 946 time: 0.0546975 Nov 24 15:24:54.693895 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-ae444231-50d9-4eea-b0bf-fce7089afb7b req-a60d6a29-49ba-4826-89b4-bdbe46c2b155 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398214 Nov 24 15:24:54.709698 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-104edfbe-4abd-4238-b01e-65b6e3063197 req-138e78a3-1b1f-41a1-ab51-17e3284e3857 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431650 Nov 24 15:24:55.037868 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6f816-24aa-4c5c-84ce-a8428355e1f1 req-a10301da-7c5f-4eca-b712-697bd963d51d tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:55.039383 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-e2d6f816-24aa-4c5c-84ce-a8428355e1f1 req-a10301da-7c5f-4eca-b712-697bd963d51d tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 946 time: 0.0481136 Nov 24 15:24:55.087315 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-e2d6f816-24aa-4c5c-84ce-a8428355e1f1 req-9f09e5eb-1b75-4f7a-bce5-13e9ef5fa44d tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420375 Nov 24 15:24:55.673691 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec31fa-d47b-4f3b-b409-a2f5a974ed95 req-9907b1b9-8f31-4674-b2af-0ff08839bd2a tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:55.675325 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-fcec31fa-d47b-4f3b-b409-a2f5a974ed95 req-9907b1b9-8f31-4674-b2af-0ff08839bd2a tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 943 time: 0.0545504 Nov 24 15:24:55.730004 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-fcec31fa-d47b-4f3b-b409-a2f5a974ed95 req-b8ad8983-aac0-43db-96f2-59f459076dcd tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479116 Nov 24 15:24:55.840186 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537e17e-b469-4e06-aefb-6b3ec0f0d93a req-a39647c5-41c4-4bf1-988c-327ddd139d18 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:55.841550 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-5537e17e-b469-4e06-aefb-6b3ec0f0d93a req-a39647c5-41c4-4bf1-988c-327ddd139d18 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=246791eb-b0eb-44f0-9417-f106580a57f5 HTTP/1.1" status: 200 len: 946 time: 0.0529344 Nov 24 15:24:55.890364 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-5537e17e-b469-4e06-aefb-6b3ec0f0d93a req-eec28898-099b-46b6-8dc6-a1506eee4bc8 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421922 Nov 24 15:24:56.190261 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 66d6070e-c6fb-4ac7-8705-204f502bc368 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 15:24:56.202162 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff2040-8321-41b9-b856-34f6c35d914c req-bd8d93a9-73c2-4fd0-80d6-a7a0581b2302 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:56.203677 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c8ff2040-8321-41b9-b856-34f6c35d914c req-bd8d93a9-73c2-4fd0-80d6-a7a0581b2302 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 946 time: 0.0502326 Nov 24 15:24:56.260831 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c8ff2040-8321-41b9-b856-34f6c35d914c req-507c828b-af88-45bc-9072-1a313b7c115a tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479527 Nov 24 15:24:56.284499 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 66d6070e-c6fb-4ac7-8705-204f502bc368, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=66d6070e-c6fb-4ac7-8705-204f502bc368,segment=NetworkSegment(5e100fbc-d77e-4779-93d7-094d4c6f44a0),segment_id=5e100fbc-d77e-4779-93d7-094d4c6f44a0)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:24:56.295382 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Returning: {'device': '66d6070e-c6fb-4ac7-8705-204f502bc368', 'network_id': 'e130b39d-08a3-4f56-a8c9-cdbf0ac59277', 'port_id': '66d6070e-c6fb-4ac7-8705-204f502bc368', 'mac_address': 'fa:16:3e:57:c2:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6f169b1-1681-4fc6-8349-4eb563a83e19', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 15:24:56.334339 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:56.348213 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.notifiers.nova [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66d6070e-c6fb-4ac7-8705-204f502bc368 {{(pid=102546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:24:56.368966 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 66d6070e-c6fb-4ac7-8705-204f502bc368, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=66d6070e-c6fb-4ac7-8705-204f502bc368,segment=NetworkSegment(5e100fbc-d77e-4779-93d7-094d4c6f44a0),segment_id=5e100fbc-d77e-4779-93d7-094d4c6f44a0)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:24:56.374128 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:56.423716 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Pushing event updated for resources: {'Port': ['ID=66d6070e-c6fb-4ac7-8705-204f502bc368,revision_number=9']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:56.612804 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] get_ports_and_sgs() called for port_ids ['66d6070e-c6fb-4ac7-8705-204f502bc368'] {{(pid=102546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:24:56.863048 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37d92d-f688-4698-9c21-93d1bd14bb91 req-e12a771f-f2b9-4205-a326-17f0c268cfd0 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:56.864890 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-aa37d92d-f688-4698-9c21-93d1bd14bb91 req-e12a771f-f2b9-4205-a326-17f0c268cfd0 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 944 time: 0.0517921 Nov 24 15:24:56.912732 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-aa37d92d-f688-4698-9c21-93d1bd14bb91 req-c6629306-48ba-4675-94d0-0c9472df8929 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419519 Nov 24 15:24:57.008244 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee5577-c339-4d34-8c5a-0214b57b4f2e req-9e2adf16-fa8f-472b-aee7-4037cba1d0b0 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:57.009727 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-acee5577-c339-4d34-8c5a-0214b57b4f2e req-9e2adf16-fa8f-472b-aee7-4037cba1d0b0 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=246791eb-b0eb-44f0-9417-f106580a57f5 HTTP/1.1" status: 200 len: 946 time: 0.0478971 Nov 24 15:24:57.058053 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-acee5577-c339-4d34-8c5a-0214b57b4f2e req-8d641a5a-a446-45bc-899a-0626f5a2bc32 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424590 Nov 24 15:24:57.173518 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0449506-198a-4271-8c3e-9201ba79bc80 req-eeb65f4f-7103-4f2c-9fc8-50c78df536ff tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:57.175043 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f0449506-198a-4271-8c3e-9201ba79bc80 req-eeb65f4f-7103-4f2c-9fc8-50c78df536ff tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=246791eb-b0eb-44f0-9417-f106580a57f5 HTTP/1.1" status: 200 len: 946 time: 0.0525765 Nov 24 15:24:57.223507 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f0449506-198a-4271-8c3e-9201ba79bc80 req-5b0f29d1-abb8-4e21-ad8c-46c928a75657 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425479 Nov 24 15:24:57.245278 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 36660) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:24:57.284837 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9655dcee-7f4e-47d4-9722-056cfd5bf15f tempest-TestVolumeBootPattern-1552538061 tempest-TestVolumeBootPattern-1552538061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:57.286352 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-9655dcee-7f4e-47d4-9722-056cfd5bf15f tempest-TestVolumeBootPattern-1552538061 tempest-TestVolumeBootPattern-1552538061-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=246791eb-b0eb-44f0-9417-f106580a57f5 HTTP/1.1" status: 200 len: 1094 time: 0.0400789 Nov 24 15:24:57.289149 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 36664) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:24:57.293383 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.v2.base [None req-6db76409-c6f1-4832-bc18-eb5b7acdf1e4 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Request body: {'floatingip': {'floating_network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'port_id': '140a8110-eae9-4c4f-bc1c-8a0a2e8b5413', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:24:57.315691 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-6db76409-c6f1-4832-bc18-eb5b7acdf1e4 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks [] for floatingip, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:57.394406 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf53c5-86ff-4841-bf92-d3dc3ab783d1 req-c9adecc2-60fb-46be-a81f-5a9f1bdf3a5a tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:57.395906 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-3dcf53c5-86ff-4841-bf92-d3dc3ab783d1 req-c9adecc2-60fb-46be-a81f-5a9f1bdf3a5a tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 946 time: 0.0672467 Nov 24 15:24:57.476137 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-3dcf53c5-86ff-4841-bf92-d3dc3ab783d1 req-903a5f82-f570-4da0-aa5d-8a38bdf84b9f tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568659 Nov 24 15:24:57.489566 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-6db76409-c6f1-4832-bc18-eb5b7acdf1e4 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:57.596087 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.db.db_base_plugin_common [None req-6db76409-c6f1-4832-bc18-eb5b7acdf1e4 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Allocated IP 172.27.3.225 (8344f4db-560e-43ae-a8a3-c586ec595f86/c55147fe-7574-46b9-be0f-c5d247f19105/25b56be0-9d7e-4129-a2e9-ed9c0a82e417) {{(pid=102544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:24:57.698425 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-6db76409-c6f1-4832-bc18-eb5b7acdf1e4 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks [] for port, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:57.732744 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-6db76409-c6f1-4832-bc18-eb5b7acdf1e4 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15752001'] for port, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:57.770115 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db76409-c6f1-4832-bc18-eb5b7acdf1e4 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Network 8344f4db-560e-43ae-a8a3-c586ec595f86 is already hosted by enough agents. {{(pid=102544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:24:57.774927 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.base_scheduler [None req-6db76409-c6f1-4832-bc18-eb5b7acdf1e4 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Resources bound (agent type, host, resource id): {{(pid=102544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:24:57.777496 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db76409-c6f1-4832-bc18-eb5b7acdf1e4 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Received port after_create {{(pid=102544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:24:57.808543 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db76409-c6f1-4832-bc18-eb5b7acdf1e4 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Pushing event updated for resources: {'Port': ['ID=25b56be0-9d7e-4129-a2e9-ed9c0a82e417,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:58.101255 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a6532-bd68-4f00-90cf-638592f8bc16 req-c914cf22-7185-4ad5-9032-6c30fb914859 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:58.102634 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-512a6532-bd68-4f00-90cf-638592f8bc16 req-c914cf22-7185-4ad5-9032-6c30fb914859 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 944 time: 0.1031723 Nov 24 15:24:58.207106 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-512a6532-bd68-4f00-90cf-638592f8bc16 req-adfe940c-5f18-4b56-8c89-65947f508f12 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984771 Nov 24 15:24:58.226130 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-6db76409-c6f1-4832-bc18-eb5b7acdf1e4 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:58.236962 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 66d6070e-c6fb-4ac7-8705-204f502bc368 up at agent hyperv_hv-cinder-80403 {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:24:58.285812 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Provisioning complete for port 66d6070e-c6fb-4ac7-8705-204f502bc368 triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:24:58.286186 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:58.296445 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-6db76409-c6f1-4832-bc18-eb5b7acdf1e4 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:58.364579 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:58.386292 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361e1e6c-853b-4fde-89ed-843a85be79c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d6070e-c6fb-4ac7-8705-204f502bc368'}] {{(pid=102546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:24:58.388589 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec30b6fee894e899a7ef63b5da9bb2e859d87fc094cada3931da851dba0edc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f05f57-76ec-4151-aae9-8e62cdeaf101" -d '{"events": [{"server_uuid": "361e1e6c-853b-4fde-89ed-843a85be79c1", "name": "network-vif-plugged", "status": "completed", "tag": "66d6070e-c6fb-4ac7-8705-204f502bc368"}]}' {{(pid=102546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:24:58.401172 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 66d6070e-c6fb-4ac7-8705-204f502bc368, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=66d6070e-c6fb-4ac7-8705-204f502bc368,segment=NetworkSegment(5e100fbc-d77e-4779-93d7-094d4c6f44a0),segment_id=5e100fbc-d77e-4779-93d7-094d4c6f44a0)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:24:58.405865 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:58.431116 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb54b5b-b7b2-455e-b560-cfb4c36149af x-openstack-request-id: req-eeb54b5b-b7b2-455e-b560-cfb4c36149af {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:24:58.431438 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361e1e6c-853b-4fde-89ed-843a85be79c1", "name": "network-vif-plugged", "status": "completed", "tag": "66d6070e-c6fb-4ac7-8705-204f502bc368", "code": 200}]} {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:24:58.431688 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-eeb54b5b-b7b2-455e-b560-cfb4c36149af {{(pid=102546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:24:58.432077 dv-cinder-804035-20-iscsi neutron-server[102546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '361e1e6c-853b-4fde-89ed-843a85be79c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d6070e-c6fb-4ac7-8705-204f502bc368', 'code': 200} Nov 24 15:24:58.450224 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-6db76409-c6f1-4832-bc18-eb5b7acdf1e4 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks [] for port, precommit_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:58.457854 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Pushing event updated for resources: {'Port': ['ID=66d6070e-c6fb-4ac7-8705-204f502bc368,revision_number=10']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:58.458384 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-6db76409-c6f1-4832-bc18-eb5b7acdf1e4 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15752056'] for port, after_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:58.531098 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db76409-c6f1-4832-bc18-eb5b7acdf1e4 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Pushing event updated for resources: {'Port': ['ID=25b56be0-9d7e-4129-a2e9-ed9c0a82e417,revision_number=2']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:58.542796 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-6db76409-c6f1-4832-bc18-eb5b7acdf1e4 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663866'] for floatingip, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:58.661719 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c84a10-acf5-4ab7-ac50-029c1f0ca89c req-7a38d38c-865c-40ee-8706-4e95612553ec tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:58.663146 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-73c84a10-acf5-4ab7-ac50-029c1f0ca89c req-7a38d38c-865c-40ee-8706-4e95612553ec tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 946 time: 0.1183152 Nov 24 15:24:58.693672 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.db.l3_db [None req-6db76409-c6f1-4832-bc18-eb5b7acdf1e4 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Floating IP b5ba6bba-a8f6-49ca-b4b8-b4cf122d72a2 associated. External IP: 172.27.3.225, port: 140a8110-eae9-4c4f-bc1c-8a0a2e8b5413. Nov 24 15:24:58.764143 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-73c84a10-acf5-4ab7-ac50-029c1f0ca89c req-659526a9-3f81-4b91-9f54-64098a587a2c tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943227 Nov 24 15:24:58.878759 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780bc1d-da72-499f-87af-f0d164ba6fd5 req-bfef004c-7275-4e18-a8d2-5e2a4046241d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:58.880389 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-8780bc1d-da72-499f-87af-f0d164ba6fd5 req-bfef004c-7275-4e18-a8d2-5e2a4046241d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 1099 time: 0.0440865 Nov 24 15:24:58.928940 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db76409-c6f1-4832-bc18-eb5b7acdf1e4 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Router a2bc1be7-732e-4b4b-a9f9-7a317a77457b has already been hosted by L3 agent cf746c29-e95d-415d-8373-1f02a86f1d46 {{(pid=102544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:24:58.929168 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-8780bc1d-da72-499f-87af-f0d164ba6fd5 req-8058ba67-49b6-40be-917e-6cdf67360287 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420489 Nov 24 15:24:59.036719 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db76409-c6f1-4832-bc18-eb5b7acdf1e4 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Notify agent at l3_agent.dv-cinder-804035-20-iscsi the message routers_updated {{(pid=102544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:24:59.053344 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de60776-1c0f-4836-8d28-270c225f1563 None None] Sync routers for ids ['a2bc1be7-732e-4b4b-a9f9-7a317a77457b'] in dv-cinder-804035-20-iscsi {{(pid=102546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:24:59.062500 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-6db76409-c6f1-4832-bc18-eb5b7acdf1e4 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for floatingip, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:59.065949 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de60776-1c0f-4836-8d28-270c225f1563 None None] Routers {'a2bc1be7-732e-4b4b-a9f9-7a317a77457b'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:24:59.066736 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-2de60776-1c0f-4836-8d28-270c225f1563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:24:48Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['a2bc1be7-732e-4b4b-a9f9-7a317a77457b'], 'active': True} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:24:59.090292 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-6db76409-c6f1-4832-bc18-eb5b7acdf1e4 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8001783 Nov 24 15:24:59.091218 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '246791eb-b0eb-44f0-9417-f106580a57f5', 'tag': '140a8110-eae9-4c4f-bc1c-8a0a2e8b5413'}] {{(pid=102544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:24:59.093678 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23e587840cb346e9c9cb8c26408046b3895eadd5eb45c8d7346c6b1fb89178c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee9f623-50b0-4274-a116-e17bb43a6ded" -d '{"events": [{"name": "network-changed", "server_uuid": "246791eb-b0eb-44f0-9417-f106580a57f5", "tag": "140a8110-eae9-4c4f-bc1c-8a0a2e8b5413"}]}' {{(pid=102544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:24:59.182499 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvr_db [None req-2de60776-1c0f-4836-8d28-270c225f1563 None None] Set router a2bc1be7-732e-4b4b-a9f9-7a317a77457b gateway port host: dv-cinder-804035-20-iscsi {{(pid=102546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:24:59.205228 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd1d066-808a-4147-83b4-473d512266ee x-openstack-request-id: req-cfd1d066-808a-4147-83b4-473d512266ee {{(pid=102544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:24:59.205762 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "246791eb-b0eb-44f0-9417-f106580a57f5", "tag": "140a8110-eae9-4c4f-bc1c-8a0a2e8b5413", "status": "completed", "code": 200}]} {{(pid=102544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:24:59.205762 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cfd1d066-808a-4147-83b4-473d512266ee {{(pid=102544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:24:59.206175 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '246791eb-b0eb-44f0-9417-f106580a57f5', 'tag': '140a8110-eae9-4c4f-bc1c-8a0a2e8b5413', 'status': 'completed', 'code': 200} Nov 24 15:24:59.283300 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9f623-50b0-4274-a116-e17bb43a6ded req-c430ad00-668c-4524-84af-3fe8f0e31fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:59.285248 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-0ee9f623-50b0-4274-a116-e17bb43a6ded req-c430ad00-668c-4524-84af-3fe8f0e31fda service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b981a3c2d7974c7ca0c54a5262ea5220&device_id=246791eb-b0eb-44f0-9417-f106580a57f5 HTTP/1.1" status: 200 len: 1099 time: 0.0533166 Nov 24 15:24:59.370742 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1916400-0777-4ebc-bc7e-7aefd877a553 req-cf11c432-545e-4e03-8754-213d572afdbb tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:59.372417 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-b1916400-0777-4ebc-bc7e-7aefd877a553 req-cf11c432-545e-4e03-8754-213d572afdbb tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 946 time: 0.0603411 Nov 24 15:24:59.411538 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9f623-50b0-4274-a116-e17bb43a6ded req-c4143058-b84f-40c9-bb0e-9defd11ac70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:59.412806 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-0ee9f623-50b0-4274-a116-e17bb43a6ded req-c4143058-b84f-40c9-bb0e-9defd11ac70e service neutron] 10.222.0.74 "GET /v2.0/networks?id=f26750e4-e797-4f7f-b557-e7463bad5d42 HTTP/1.1" status: 200 len: 913 time: 0.1200485 Nov 24 15:24:59.505218 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-2de60776-1c0f-4836-8d28-270c225f1563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'name': 'tempest-TestVolumeBootPattern-116187741-router', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '4264a2b7-6efb-4cdc-ac80-dce005fa7b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:20:49Z', 'updated_at': '2021-11-24T15:20:52Z', 'revision_number': 4, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'gw_port': {'id': '4264a2b7-6efb-4cdc-ac80-dce005fa7b88', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:50Z', 'updated_at': '2021-11-24T15:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_floatingips': [{'id': 'b5ba6bba-a8f6-49ca-b4b8-b4cf122d72a2', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'router_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'port_id': '140a8110-eae9-4c4f-bc1c-8a0a2e8b5413', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42', 'mac_address': 'fa:16:3e:a9:e2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246791eb-b0eb-44f0-9417-f106580a57f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:24:58Z', 'updated_at': '2021-11-24T15:24:58Z', 'revision_number': 0, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b833f9f1-eb1e-47da-9e09-db5a1ab5dd3d', 'name': '', 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'mac_address': 'fa:16:3e:54:22:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '7c9fc6c3-0838-4b30-a030-a699466a6c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:52Z', 'updated_at': '2021-11-24T15:20:58Z', 'revision_number': 5, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'subnets': [{'id': '7c9fc6c3-0838-4b30-a030-a699466a6c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:24:59.512170 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-0ee9f623-50b0-4274-a116-e17bb43a6ded req-0055bb13-b1e0-492b-afba-107e5c7cbecf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=140a8110-eae9-4c4f-bc1c-8a0a2e8b5413 HTTP/1.1" status: 200 len: 1000 time: 0.0860708 Nov 24 15:24:59.534931 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de60776-1c0f-4836-8d28-270c225f1563 None None] Checking router: a2bc1be7-732e-4b4b-a9f9-7a317a77457b for host: dv-cinder-804035-20-iscsi {{(pid=102546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:24:59.544818 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de60776-1c0f-4836-8d28-270c225f1563 None None] Routers {'a2bc1be7-732e-4b4b-a9f9-7a317a77457b'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:24:59.545465 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-2de60776-1c0f-4836-8d28-270c225f1563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:24:48Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['a2bc1be7-732e-4b4b-a9f9-7a317a77457b'], 'active': True} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:24:59.568307 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9f623-50b0-4274-a116-e17bb43a6ded req-f93cea08-7381-45df-97a7-99de51246eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:59.570046 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-0ee9f623-50b0-4274-a116-e17bb43a6ded req-f93cea08-7381-45df-97a7-99de51246eaf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7c9fc6c3-0838-4b30-a030-a699466a6c53 HTTP/1.1" status: 200 len: 850 time: 0.0501249 Nov 24 15:24:59.619755 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9f623-50b0-4274-a116-e17bb43a6ded req-170a9aff-2031-4c15-8cce-8d14223809f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:59.621282 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-0ee9f623-50b0-4274-a116-e17bb43a6ded req-170a9aff-2031-4c15-8cce-8d14223809f0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f26750e4-e797-4f7f-b557-e7463bad5d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0422716 Nov 24 15:24:59.656048 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-b1916400-0777-4ebc-bc7e-7aefd877a553 req-5b4a1668-0c56-490f-8716-b3a9702cbcf2 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2747576 Nov 24 15:24:59.664462 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvr_db [None req-2de60776-1c0f-4836-8d28-270c225f1563 None None] Set router a2bc1be7-732e-4b4b-a9f9-7a317a77457b gateway port host: dv-cinder-804035-20-iscsi {{(pid=102546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:24:59.720066 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-0ee9f623-50b0-4274-a116-e17bb43a6ded req-24e0be1b-e51f-4444-a895-bb0b22a14577 service neutron] 10.222.0.74 "GET /v2.0/networks/f26750e4-e797-4f7f-b557-e7463bad5d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891883 Nov 24 15:24:59.820866 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-0ee9f623-50b0-4274-a116-e17bb43a6ded req-990cd318-9afc-4275-896b-cf3cf4e48276 service neutron] 10.222.0.74 "GET /v2.0/networks/f26750e4-e797-4f7f-b557-e7463bad5d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928440 Nov 24 15:24:59.889260 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c74e91-5733-4f86-a68a-6fc0daef9a44 req-03d3eae8-e2fb-4efa-8ae4-b0417a8b5bbc tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:59.890730 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-62c74e91-5733-4f86-a68a-6fc0daef9a44 req-03d3eae8-e2fb-4efa-8ae4-b0417a8b5bbc tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 946 time: 0.0505815 Nov 24 15:24:59.900037 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-2de60776-1c0f-4836-8d28-270c225f1563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'name': 'tempest-TestVolumeBootPattern-116187741-router', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '4264a2b7-6efb-4cdc-ac80-dce005fa7b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:20:49Z', 'updated_at': '2021-11-24T15:20:52Z', 'revision_number': 4, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'gw_port': {'id': '4264a2b7-6efb-4cdc-ac80-dce005fa7b88', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:50Z', 'updated_at': '2021-11-24T15:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_floatingips': [{'id': 'b5ba6bba-a8f6-49ca-b4b8-b4cf122d72a2', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'router_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'port_id': '140a8110-eae9-4c4f-bc1c-8a0a2e8b5413', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42', 'mac_address': 'fa:16:3e:a9:e2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246791eb-b0eb-44f0-9417-f106580a57f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:24:58Z', 'updated_at': '2021-11-24T15:24:58Z', 'revision_number': 0, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b833f9f1-eb1e-47da-9e09-db5a1ab5dd3d', 'name': '', 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'mac_address': 'fa:16:3e:54:22:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '7c9fc6c3-0838-4b30-a030-a699466a6c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:52Z', 'updated_at': '2021-11-24T15:20:58Z', 'revision_number': 5, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'subnets': [{'id': '7c9fc6c3-0838-4b30-a030-a699466a6c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:24:59.926941 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de60776-1c0f-4836-8d28-270c225f1563 None None] The sync data for ids ['a2bc1be7-732e-4b4b-a9f9-7a317a77457b'] in dv-cinder-804035-20-iscsi is: [{'id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'name': 'tempest-TestVolumeBootPattern-116187741-router', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '4264a2b7-6efb-4cdc-ac80-dce005fa7b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:20:49Z', 'updated_at': '2021-11-24T15:20:52Z', 'revision_number': 4, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'gw_port': {'id': '4264a2b7-6efb-4cdc-ac80-dce005fa7b88', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:50Z', 'updated_at': '2021-11-24T15:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_floatingips': [{'id': 'b5ba6bba-a8f6-49ca-b4b8-b4cf122d72a2', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'router_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'port_id': '140a8110-eae9-4c4f-bc1c-8a0a2e8b5413', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42', 'mac_address': 'fa:16:3e:a9:e2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246791eb-b0eb-44f0-9417-f106580a57f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:24:58Z', 'updated_at': '2021-11-24T15:24:58Z', 'revision_number': 0, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b833f9f1-eb1e-47da-9e09-db5a1ab5dd3d', 'name': '', 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'mac_address': 'fa:16:3e:54:22:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '7c9fc6c3-0838-4b30-a030-a699466a6c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:52Z', 'updated_at': '2021-11-24T15:20:58Z', 'revision_number': 5, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'subnets': [{'id': '7c9fc6c3-0838-4b30-a030-a699466a6c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:24:59.940951 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-62c74e91-5733-4f86-a68a-6fc0daef9a44 req-9cff380e-a102-42ac-8095-2d567fc631c1 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433996 Nov 24 15:25:00.142685 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44668bfd-f693-4dd6-a0de-402a62a2b92c None None] New status for floating IP b5ba6bba-a8f6-49ca-b4b8-b4cf122d72a2: ACTIVE {{(pid=102547) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 15:25:00.778598 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0273796-2a37-4e45-9664-228dd9bd14c9 req-3cc76658-0878-4e4d-9ec7-472bf260fd5b tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:00.780135 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c0273796-2a37-4e45-9664-228dd9bd14c9 req-3cc76658-0878-4e4d-9ec7-472bf260fd5b tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 946 time: 0.0489495 Nov 24 15:25:00.826577 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c0273796-2a37-4e45-9664-228dd9bd14c9 req-9ee4f450-58c0-4cd3-a5c9-ec57e8c31b97 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400600 Nov 24 15:25:01.063017 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754425fa-d8d5-4ed9-8b7d-c68991d51165 req-6498406f-6faa-4d1f-adfa-bb3a53b5142c tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:01.064474 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-754425fa-d8d5-4ed9-8b7d-c68991d51165 req-6498406f-6faa-4d1f-adfa-bb3a53b5142c tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 946 time: 0.0506186 Nov 24 15:25:01.112332 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-754425fa-d8d5-4ed9-8b7d-c68991d51165 req-ea3f6351-2970-4b95-a7ce-bee3799e93f7 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412540 Nov 24 15:25:02.224960 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22aa6b-29d5-4bbd-9801-f579cca41cf9 req-44c6fa66-9722-4a4a-ad94-095f62e710ad tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:02.227124 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-6e22aa6b-29d5-4bbd-9801-f579cca41cf9 req-44c6fa66-9722-4a4a-ad94-095f62e710ad tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 946 time: 0.0486228 Nov 24 15:25:02.277013 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-6e22aa6b-29d5-4bbd-9801-f579cca41cf9 req-d735cb36-d564-4797-85af-8b1b0b8383c5 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440106 Nov 24 15:25:03.391158 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be3bf6-2b0e-4c23-9082-51ca886816f9 req-2707e6e6-8a04-4aff-a56f-1c99d978d454 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:03.392619 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-42be3bf6-2b0e-4c23-9082-51ca886816f9 req-2707e6e6-8a04-4aff-a56f-1c99d978d454 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 946 time: 0.0503163 Nov 24 15:25:03.441102 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-42be3bf6-2b0e-4c23-9082-51ca886816f9 req-5b5f0374-14b3-48c3-940f-b6573046e11a tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420234 Nov 24 15:25:04.360979 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918664a7-4c7e-4bed-b444-798aa084557e req-fc13b553-cae5-45e8-82aa-5723e6bf67a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:04.363005 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-918664a7-4c7e-4bed-b444-798aa084557e req-fc13b553-cae5-45e8-82aa-5723e6bf67a5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a89a75844197496785d27fd3e412344c&device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 1099 time: 0.0437880 Nov 24 15:25:04.449251 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918664a7-4c7e-4bed-b444-798aa084557e req-9772ecc8-d2b6-439b-a826-5e41409ab751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:04.450613 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-918664a7-4c7e-4bed-b444-798aa084557e req-9772ecc8-d2b6-439b-a826-5e41409ab751 service neutron] 10.222.0.74 "GET /v2.0/networks?id=151822c0-1b1f-4b3e-8dfc-70638799aec7 HTTP/1.1" status: 200 len: 909 time: 0.0810571 Nov 24 15:25:04.518336 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-918664a7-4c7e-4bed-b444-798aa084557e req-5e29acb1-ed0c-469d-a874-541f193ed05c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00062239-b32a-4c2a-9fb5-f6a38539f917 HTTP/1.1" status: 200 len: 1002 time: 0.0605822 Nov 24 15:25:04.557484 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532a914-9b2f-43eb-a559-daaedfd50f64 req-d681f8d2-8a46-4621-8a26-a8c09e01af04 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:04.558999 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-1532a914-9b2f-43eb-a559-daaedfd50f64 req-d681f8d2-8a46-4621-8a26-a8c09e01af04 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 946 time: 0.0489371 Nov 24 15:25:04.567533 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918664a7-4c7e-4bed-b444-798aa084557e req-83d501c9-64cf-46e9-87e9-3fc385794252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:04.568997 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-918664a7-4c7e-4bed-b444-798aa084557e req-83d501c9-64cf-46e9-87e9-3fc385794252 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=272f2546-ac60-40b5-ba30-a0ca518d4c4e HTTP/1.1" status: 200 len: 846 time: 0.0437667 Nov 24 15:25:04.607595 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-1532a914-9b2f-43eb-a559-daaedfd50f64 req-9e9eaf66-fdde-47a2-be42-132ff8a3a6ef tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421581 Nov 24 15:25:04.615733 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918664a7-4c7e-4bed-b444-798aa084557e req-200131a2-b575-4b0e-9a5e-358aeed90b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:04.617173 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-918664a7-4c7e-4bed-b444-798aa084557e req-200131a2-b575-4b0e-9a5e-358aeed90b9b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=151822c0-1b1f-4b3e-8dfc-70638799aec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0410748 Nov 24 15:25:04.708433 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-918664a7-4c7e-4bed-b444-798aa084557e req-9e9b2334-c2e2-4b7c-b7e3-7944a9507fec service neutron] 10.222.0.74 "GET /v2.0/networks/151822c0-1b1f-4b3e-8dfc-70638799aec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825903 Nov 24 15:25:04.798736 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-918664a7-4c7e-4bed-b444-798aa084557e req-28aaa202-6a6f-4449-b0f7-a1e9b50f531c service neutron] 10.222.0.74 "GET /v2.0/networks/151822c0-1b1f-4b3e-8dfc-70638799aec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819931 Nov 24 15:25:05.723706 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785cc6d-d255-457b-8af1-7ea275a8aef5 req-fcaaa56c-c16e-4562-bf1a-21398865ed30 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:05.725201 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f785cc6d-d255-457b-8af1-7ea275a8aef5 req-fcaaa56c-c16e-4562-bf1a-21398865ed30 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 946 time: 0.0502684 Nov 24 15:25:05.780570 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f785cc6d-d255-457b-8af1-7ea275a8aef5 req-8c3b1364-d312-47c5-a4bf-8766f6509e6b tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494204 Nov 24 15:25:06.901698 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b067d36-184b-43ab-a22a-fae75b324d72 req-a7e77e3b-18cf-4e1c-884e-805eb8c43188 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:06.903111 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-5b067d36-184b-43ab-a22a-fae75b324d72 req-a7e77e3b-18cf-4e1c-884e-805eb8c43188 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 946 time: 0.0521400 Nov 24 15:25:06.958944 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-5b067d36-184b-43ab-a22a-fae75b324d72 req-1415c228-bcff-4944-8a13-05ee99a1a557 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496264 Nov 24 15:25:08.034800 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:08.074297 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486bc4b5-d347-4a59-bd9f-91f5937e91d9 req-1dd90406-ba9d-4e4b-934e-3adba8debac4 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:08.075803 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-486bc4b5-d347-4a59-bd9f-91f5937e91d9 req-1dd90406-ba9d-4e4b-934e-3adba8debac4 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 946 time: 0.0487378 Nov 24 15:25:08.125158 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-486bc4b5-d347-4a59-bd9f-91f5937e91d9 req-08e81e51-460b-42f8-9e51-76ace2c49e31 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428562 Nov 24 15:25:08.326384 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 36798) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:25:08.342111 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11927b5a-97c6-4d65-9fd8-546596cdfae9 req-9cdcd711-2e06-409f-a1d3-f8c833174828 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:08.343964 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-11927b5a-97c6-4d65-9fd8-546596cdfae9 req-9cdcd711-2e06-409f-a1d3-f8c833174828 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 946 time: 0.0548105 Nov 24 15:25:08.403901 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-11927b5a-97c6-4d65-9fd8-546596cdfae9 req-8945506f-a3e2-4f29-889f-c8501f71d7a5 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536685 Nov 24 15:25:08.420471 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-2bc6e0dc-8bce-4935-aa11-c0d217562373 req-e9bd7477-3b26-43cb-8491-987856efa9a7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0928526 Nov 24 15:25:08.430232 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [req-2bc6e0dc-8bce-4935-aa11-c0d217562373 req-1153e91e-903f-429a-942e-badea7270de8 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=102545) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 15:25:08.431371 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-2bc6e0dc-8bce-4935-aa11-c0d217562373 req-1153e91e-903f-429a-942e-badea7270de8 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051973 Nov 24 15:25:09.517062 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515aea4-f6d1-4050-a76b-dbf4a555eb2a req-d9dc4df9-fb8d-4b7a-a6be-2b5c1bf9da56 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:09.518982 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4515aea4-f6d1-4050-a76b-dbf4a555eb2a req-d9dc4df9-fb8d-4b7a-a6be-2b5c1bf9da56 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 946 time: 0.0481992 Nov 24 15:25:09.568367 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4515aea4-f6d1-4050-a76b-dbf4a555eb2a req-41bd4023-2e46-44a4-a26a-a6eda80586f9 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433946 Nov 24 15:25:10.299571 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 00062239-b32a-4c2a-9fb5-f6a38539f917 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:25:10.373601 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:10.396014 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97e7745-6b55-46b5-a651-17bc3a3bdbc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00062239-b32a-4c2a-9fb5-f6a38539f917'}] {{(pid=102546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:25:10.398142 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec30b6fee894e899a7ef63b5da9bb2e859d87fc094cada3931da851dba0edc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96eff17-0a07-4ef3-8617-149d1c005046" -d '{"events": [{"server_uuid": "b97e7745-6b55-46b5-a651-17bc3a3bdbc9", "name": "network-vif-unplugged", "status": "completed", "tag": "00062239-b32a-4c2a-9fb5-f6a38539f917"}]}' {{(pid=102546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:25:10.410892 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 00062239-b32a-4c2a-9fb5-f6a38539f917, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=00062239-b32a-4c2a-9fb5-f6a38539f917,segment=NetworkSegment(d7d67199-997e-4d39-a637-2d02c998ef07),segment_id=d7d67199-997e-4d39-a637-2d02c998ef07)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:25:10.415253 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:10.467471 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Pushing event updated for resources: {'Port': ['ID=00062239-b32a-4c2a-9fb5-f6a38539f917,revision_number=6']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:10.490505 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 24 Nov 2021 15:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782ba51f-ad8c-469e-9477-7d3b6b6b1876 x-openstack-request-id: req-782ba51f-ad8c-469e-9477-7d3b6b6b1876 {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:25:10.490797 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97e7745-6b55-46b5-a651-17bc3a3bdbc9", "name": "network-vif-unplugged", "status": "failed", "tag": "00062239-b32a-4c2a-9fb5-f6a38539f917", "code": 422}]} {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:25:10.491079 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-782ba51f-ad8c-469e-9477-7d3b6b6b1876 {{(pid=102546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:25:10.491470 dv-cinder-804035-20-iscsi neutron-server[102546]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b97e7745-6b55-46b5-a651-17bc3a3bdbc9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '00062239-b32a-4c2a-9fb5-f6a38539f917', 'code': 422} returned with failed status Nov 24 15:25:10.681816 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1d023-5c01-4036-9433-8336a03643e9 req-49ee7d64-5558-4c4b-ae15-828f493ed718 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:10.683226 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-0ba1d023-5c01-4036-9433-8336a03643e9 req-49ee7d64-5558-4c4b-ae15-828f493ed718 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 944 time: 0.0482168 Nov 24 15:25:10.733791 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-0ba1d023-5c01-4036-9433-8336a03643e9 req-27b8c67a-07db-4d88-8473-f606bb9db141 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447903 Nov 24 15:25:11.847466 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ba44e-6969-4f11-a76b-2469f1d3551c req-ab421fe3-bdd6-42e1-9f7e-552151114036 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:11.848920 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-760ba44e-6969-4f11-a76b-2469f1d3551c req-ab421fe3-bdd6-42e1-9f7e-552151114036 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 944 time: 0.0478861 Nov 24 15:25:11.897739 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-760ba44e-6969-4f11-a76b-2469f1d3551c req-e992b4ce-a65e-4df5-b1a9-7e460ae881ab tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429494 Nov 24 15:25:13.009579 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5cf0f-032e-4840-a791-e9267db52899 req-e31386f2-1e42-4b95-9007-4a216138014a tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:13.011147 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-83c5cf0f-032e-4840-a791-e9267db52899 req-e31386f2-1e42-4b95-9007-4a216138014a tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 944 time: 0.0477366 Nov 24 15:25:13.058952 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-83c5cf0f-032e-4840-a791-e9267db52899 req-898f4366-cd74-48f3-9ccc-a2401335c59d tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419762 Nov 24 15:25:14.176020 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16a546-0c15-45c1-8353-86cf8f2298db req-9d06da38-42af-4e11-9db8-34e5305cd3ab tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:14.177506 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-7d16a546-0c15-45c1-8353-86cf8f2298db req-9d06da38-42af-4e11-9db8-34e5305cd3ab tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 944 time: 0.0531375 Nov 24 15:25:14.226094 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-7d16a546-0c15-45c1-8353-86cf8f2298db req-3afddd56-a515-4eb0-8cb5-ad0373477dc5 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425310 Nov 24 15:25:15.180002 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-722cbc75-e9e4-4995-844b-42de056cc0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:15.339446 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32cff6-478e-46da-98d1-0c5b8d6ba98a req-71b55e0a-2633-464c-9e2c-c59715d2572c tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:15.340886 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-be32cff6-478e-46da-98d1-0c5b8d6ba98a req-71b55e0a-2633-464c-9e2c-c59715d2572c tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 944 time: 0.0492563 Nov 24 15:25:15.398424 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-be32cff6-478e-46da-98d1-0c5b8d6ba98a req-2d007ffb-85c6-4341-9461-2be8025c74c0 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462854 Nov 24 15:25:16.017099 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6e0dc-8bce-4935-aa11-c0d217562373 req-0442501c-114f-489e-a58b-e6e073b46e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:16.018597 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-2bc6e0dc-8bce-4935-aa11-c0d217562373 req-0442501c-114f-489e-a58b-e6e073b46e44 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9&tenant_id=a89a75844197496785d27fd3e412344c HTTP/1.1" status: 200 len: 1097 time: 0.0420456 Nov 24 15:25:16.080382 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6e0dc-8bce-4935-aa11-c0d217562373 req-545f4ca0-9988-4ca2-ac45-06f590c4e36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:16.081900 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-2bc6e0dc-8bce-4935-aa11-c0d217562373 req-545f4ca0-9988-4ca2-ac45-06f590c4e36a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a89a75844197496785d27fd3e412344c&device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 1097 time: 0.0408905 Nov 24 15:25:16.175396 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6e0dc-8bce-4935-aa11-c0d217562373 req-7c2835ea-7081-430f-903e-a6113502a334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:16.176918 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-2bc6e0dc-8bce-4935-aa11-c0d217562373 req-7c2835ea-7081-430f-903e-a6113502a334 service neutron] 10.222.0.74 "GET /v2.0/networks?id=151822c0-1b1f-4b3e-8dfc-70638799aec7 HTTP/1.1" status: 200 len: 909 time: 0.0866783 Nov 24 15:25:16.241609 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-2bc6e0dc-8bce-4935-aa11-c0d217562373 req-79b355f1-6cb0-4fb9-ba43-6615d9fd5d97 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00062239-b32a-4c2a-9fb5-f6a38539f917 HTTP/1.1" status: 200 len: 1000 time: 0.0574858 Nov 24 15:25:16.297813 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6e0dc-8bce-4935-aa11-c0d217562373 req-95a975f3-5855-4e0d-a67a-0ba899dc89ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:16.299327 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-2bc6e0dc-8bce-4935-aa11-c0d217562373 req-95a975f3-5855-4e0d-a67a-0ba899dc89ed service neutron] 10.222.0.74 "GET /v2.0/subnets?id=272f2546-ac60-40b5-ba30-a0ca518d4c4e HTTP/1.1" status: 200 len: 846 time: 0.0485666 Nov 24 15:25:16.347930 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6e0dc-8bce-4935-aa11-c0d217562373 req-fb0a96aa-9433-4856-b4bd-e4e4ff32db9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:16.349443 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-2bc6e0dc-8bce-4935-aa11-c0d217562373 req-fb0a96aa-9433-4856-b4bd-e4e4ff32db9d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=151822c0-1b1f-4b3e-8dfc-70638799aec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0434270 Nov 24 15:25:16.456094 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-2bc6e0dc-8bce-4935-aa11-c0d217562373 req-38e36f39-5878-4555-a25b-f0006ef9a0c4 service neutron] 10.222.0.74 "GET /v2.0/networks/151822c0-1b1f-4b3e-8dfc-70638799aec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972941 Nov 24 15:25:16.529078 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b7823-b437-4be7-a61f-b0b5e8693df8 req-68fe2d5e-ec8d-4b02-af3a-523c5a252f05 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:16.530580 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-792b7823-b437-4be7-a61f-b0b5e8693df8 req-68fe2d5e-ec8d-4b02-af3a-523c5a252f05 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 944 time: 0.0530546 Nov 24 15:25:16.554257 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-2bc6e0dc-8bce-4935-aa11-c0d217562373 req-cf70fe20-ef91-4cb4-ae2f-a8de586589d3 service neutron] 10.222.0.74 "GET /v2.0/networks/151822c0-1b1f-4b3e-8dfc-70638799aec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899155 Nov 24 15:25:16.581269 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-792b7823-b437-4be7-a61f-b0b5e8693df8 req-0a6953bf-e2a8-4896-999e-7029142b4e1c tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446265 Nov 24 15:25:17.624387 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-73356b34-758c-4f86-92bb-140fa096e36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:17.702505 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b35bb5-7a40-4f85-a412-10a7b2deb020 req-1c007dc6-1ed9-42af-b51c-7c6b08461067 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:17.704031 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-45b35bb5-7a40-4f85-a412-10a7b2deb020 req-1c007dc6-1ed9-42af-b51c-7c6b08461067 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 944 time: 0.0502508 Nov 24 15:25:17.757118 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-45b35bb5-7a40-4f85-a412-10a7b2deb020 req-d87659a5-39f6-4b89-a3e1-1567a08e5c60 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470738 Nov 24 15:25:18.211645 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-124f8df6-068a-4f00-a8c0-a9ff39f4d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:18.643040 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.agents_db [None req-1855c149-01a8-4582-985c-3b31432c2781 None None] Agent healthcheck: found 6 active agents {{(pid=102547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:25:18.882591 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a8c1e-70b1-46f7-95a9-4a8e9a7ba821 req-2c9646b6-b124-492f-8a18-ffeb535569fc tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:18.884133 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-b49a8c1e-70b1-46f7-95a9-4a8e9a7ba821 req-2c9646b6-b124-492f-8a18-ffeb535569fc tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 944 time: 0.0550997 Nov 24 15:25:18.938125 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-b49a8c1e-70b1-46f7-95a9-4a8e9a7ba821 req-e915a20d-7baa-4cfe-888f-72e2fbed6d9c tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478830 Nov 24 15:25:19.326140 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030edb8-2252-4000-8e36-2bbb1708569d req-be1ffd07-dae5-4c78-8ec3-e64328ee0d67 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:19.327615 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c030edb8-2252-4000-8e36-2bbb1708569d req-be1ffd07-dae5-4c78-8ec3-e64328ee0d67 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4b0d73d-cc88-4e7e-9cea-e65e7ab3ae2e HTTP/1.1" status: 200 len: 946 time: 0.0483346 Nov 24 15:25:19.373887 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c030edb8-2252-4000-8e36-2bbb1708569d req-064e4564-ec7a-4405-92c0-b7dee3ee95ad tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbac8b23-948f-4a96-838f-4d1f4bb254a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403724 Nov 24 15:25:19.776949 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0567c706-1e8e-49a8-b1df-c52fd48358e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:20.053182 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9fa57-508b-4464-abf8-4dbb537eff9f req-fc25db08-d1dc-4862-93bf-d9a9f4aebc00 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:20.054567 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-45c9fa57-508b-4464-abf8-4dbb537eff9f req-fc25db08-d1dc-4862-93bf-d9a9f4aebc00 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 944 time: 0.0480278 Nov 24 15:25:20.102189 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-45c9fa57-508b-4464-abf8-4dbb537eff9f req-58ac7593-2f5a-4ccd-aa67-f76f1932701c tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418346 Nov 24 15:25:20.491375 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c47a2-896f-4a7c-b811-8af8d92d046f req-a06058c4-915b-422d-9c5c-3a2c3e2a657e tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:20.492837 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-3f5c47a2-896f-4a7c-b811-8af8d92d046f req-a06058c4-915b-422d-9c5c-3a2c3e2a657e tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4b0d73d-cc88-4e7e-9cea-e65e7ab3ae2e HTTP/1.1" status: 200 len: 946 time: 0.0522304 Nov 24 15:25:20.538970 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-3f5c47a2-896f-4a7c-b811-8af8d92d046f req-e96072fe-2870-4cd8-a194-779fe6492f29 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbac8b23-948f-4a96-838f-4d1f4bb254a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402310 Nov 24 15:25:20.977179 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:21.177237 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60231230-e939-4506-b2d4-79179eceb39d req-71e32798-053a-4c46-837d-5cd38c46cbf7 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:21.179458 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-60231230-e939-4506-b2d4-79179eceb39d req-71e32798-053a-4c46-837d-5cd38c46cbf7 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4b0d73d-cc88-4e7e-9cea-e65e7ab3ae2e HTTP/1.1" status: 200 len: 946 time: 0.0493791 Nov 24 15:25:21.216547 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9092df-f791-4d26-b17b-b284f8cbac86 req-4d39d505-177d-4394-a8c3-82c8fe2e1cc3 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:21.218060 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4d9092df-f791-4d26-b17b-b284f8cbac86 req-4d39d505-177d-4394-a8c3-82c8fe2e1cc3 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 944 time: 0.0494716 Nov 24 15:25:21.268950 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4d9092df-f791-4d26-b17b-b284f8cbac86 req-626ac7b7-973d-4b44-adb5-ba2639b557ab tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450122 Nov 24 15:25:21.278220 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [req-60231230-e939-4506-b2d4-79179eceb39d req-e971f6ab-86c8-419f-b320-e3192070238f tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Deleting port a9ea99c7-9e9a-429a-a735-dcc12c181098 {{(pid=102545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:25:21.278561 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-60231230-e939-4506-b2d4-79179eceb39d req-e971f6ab-86c8-419f-b320-e3192070238f tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:21.364973 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-60231230-e939-4506-b2d4-79179eceb39d req-e971f6ab-86c8-419f-b320-e3192070238f tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] For port a9ea99c7-9e9a-429a-a735-dcc12c181098, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a9ea99c7-9e9a-429a-a735-dcc12c181098,segment=NetworkSegment(5cca371a-d1c6-4d40-ae83-fde6150ee61c),segment_id=5cca371a-d1c6-4d40-ae83-fde6150ee61c)] {{(pid=102545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:25:21.365476 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-60231230-e939-4506-b2d4-79179eceb39d req-e971f6ab-86c8-419f-b320-e3192070238f tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:21.534161 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-60231230-e939-4506-b2d4-79179eceb39d req-e971f6ab-86c8-419f-b320-e3192070238f tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:21.534490 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-60231230-e939-4506-b2d4-79179eceb39d req-e971f6ab-86c8-419f-b320-e3192070238f tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663866'] for floatingip, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:21.534833 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.db.l3_db [req-60231230-e939-4506-b2d4-79179eceb39d req-e971f6ab-86c8-419f-b320-e3192070238f tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Floating IP d9fb9823-1937-49ac-b194-fe454a228ce7 disassociated. External IP: 172.27.3.245, port: a9ea99c7-9e9a-429a-a735-dcc12c181098. Nov 24 15:25:21.535241 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [req-60231230-e939-4506-b2d4-79179eceb39d req-e971f6ab-86c8-419f-b320-e3192070238f tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Calling delete_port for a9ea99c7-9e9a-429a-a735-dcc12c181098 owned by compute:nova {{(pid=102545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:25:21.652837 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddae708-318d-4029-9953-99c67d08279f req-ebe962f3-99ab-4ccd-9b7b-d20da038c478 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:21.654453 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4ddae708-318d-4029-9953-99c67d08279f req-ebe962f3-99ab-4ccd-9b7b-d20da038c478 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4b0d73d-cc88-4e7e-9cea-e65e7ab3ae2e HTTP/1.1" status: 200 len: 946 time: 0.0501168 Nov 24 15:25:21.659669 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-60231230-e939-4506-b2d4-79179eceb39d req-e971f6ab-86c8-419f-b320-e3192070238f tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:21.688552 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e971f6ab-86c8-419f-b320-e3192070238f tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Pushing event deleted for resources: {'Port': ['ID=a9ea99c7-9e9a-429a-a735-dcc12c181098,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:21.699734 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e971f6ab-86c8-419f-b320-e3192070238f tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:25:21.700095 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e971f6ab-86c8-419f-b320-e3192070238f tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:25:21.700424 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e971f6ab-86c8-419f-b320-e3192070238f tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:25:21.700765 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e971f6ab-86c8-419f-b320-e3192070238f tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:25:21.701095 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e971f6ab-86c8-419f-b320-e3192070238f tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:25:21.701427 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e971f6ab-86c8-419f-b320-e3192070238f tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:25:21.701762 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e971f6ab-86c8-419f-b320-e3192070238f tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:25:21.702091 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e971f6ab-86c8-419f-b320-e3192070238f tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:25:21.702414 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e971f6ab-86c8-419f-b320-e3192070238f tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:25:21.702738 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e971f6ab-86c8-419f-b320-e3192070238f tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:25:21.703094 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e971f6ab-86c8-419f-b320-e3192070238f tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:25:21.703410 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e971f6ab-86c8-419f-b320-e3192070238f tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:25:21.714815 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4ddae708-318d-4029-9953-99c67d08279f req-ee8dde2c-3ca0-4f2f-8434-58d8df1ab6c0 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbac8b23-948f-4a96-838f-4d1f4bb254a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538433 Nov 24 15:25:21.811216 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60231230-e939-4506-b2d4-79179eceb39d req-e971f6ab-86c8-419f-b320-e3192070238f tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Router 3946d0bc-5fae-46c5-b2ee-32c05a0570ed has already been hosted by L3 agent cf746c29-e95d-415d-8373-1f02a86f1d46 {{(pid=102545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:25:21.915845 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60231230-e939-4506-b2d4-79179eceb39d req-e971f6ab-86c8-419f-b320-e3192070238f tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Notify agent at l3_agent.dv-cinder-804035-20-iscsi the message routers_updated {{(pid=102545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:25:21.925899 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d173cae1-48ae-4cb7-be2f-62bf5f486bbf None None] Sync routers for ids ['3946d0bc-5fae-46c5-b2ee-32c05a0570ed'] in dv-cinder-804035-20-iscsi {{(pid=102546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:25:21.936838 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d173cae1-48ae-4cb7-be2f-62bf5f486bbf None None] Routers {'3946d0bc-5fae-46c5-b2ee-32c05a0570ed'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:25:21.937467 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-d173cae1-48ae-4cb7-be2f-62bf5f486bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:25:18Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['3946d0bc-5fae-46c5-b2ee-32c05a0570ed'], 'active': True} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:25:21.958767 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [req-60231230-e939-4506-b2d4-79179eceb39d req-e971f6ab-86c8-419f-b320-e3192070238f tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] No DVR routers for this DVR port a9ea99c7-9e9a-429a-a735-dcc12c181098 on host hv-cinder-80403 {{(pid=102545) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:25:21.961536 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-60231230-e939-4506-b2d4-79179eceb39d req-e971f6ab-86c8-419f-b320-e3192070238f tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:21.964976 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-60231230-e939-4506-b2d4-79179eceb39d req-e971f6ab-86c8-419f-b320-e3192070238f tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.74 "DELETE /v2.0/ports/a9ea99c7-9e9a-429a-a735-dcc12c181098 HTTP/1.1" status: 204 len: 173 time: 0.7763138 Nov 24 15:25:21.965356 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b0d73d-cc88-4e7e-9cea-e65e7ab3ae2e', 'name': 'network-vif-deleted', 'tag': 'a9ea99c7-9e9a-429a-a735-dcc12c181098'}] {{(pid=102545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:25:21.967638 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e232a59b198ff96befa2502742fd1f317735a6d9991c1ac6356d20aee71e71d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086986fd-b7b5-49f9-98c9-f77dec9cf4f7" -d '{"events": [{"server_uuid": "b4b0d73d-cc88-4e7e-9cea-e65e7ab3ae2e", "name": "network-vif-deleted", "tag": "a9ea99c7-9e9a-429a-a735-dcc12c181098"}]}' {{(pid=102545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:25:22.045426 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvr_db [None req-d173cae1-48ae-4cb7-be2f-62bf5f486bbf None None] Set router 3946d0bc-5fae-46c5-b2ee-32c05a0570ed gateway port host: dv-cinder-804035-20-iscsi {{(pid=102546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:25:22.074049 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ab29fb-96c9-49d2-b03a-854ae30bdd72 x-openstack-request-id: req-a0ab29fb-96c9-49d2-b03a-854ae30bdd72 {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:25:22.074417 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4b0d73d-cc88-4e7e-9cea-e65e7ab3ae2e", "name": "network-vif-deleted", "tag": "a9ea99c7-9e9a-429a-a735-dcc12c181098", "status": "completed", "code": 200}]} {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:25:22.074757 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a0ab29fb-96c9-49d2-b03a-854ae30bdd72 {{(pid=102545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:25:22.075254 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4b0d73d-cc88-4e7e-9cea-e65e7ab3ae2e', 'name': 'network-vif-deleted', 'tag': 'a9ea99c7-9e9a-429a-a735-dcc12c181098', 'status': 'completed', 'code': 200} Nov 24 15:25:22.373705 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-d173cae1-48ae-4cb7-be2f-62bf5f486bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'name': 'tempest-AttachVolumeTestJSON-1302020264-router', 'tenant_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'da296a9c-5a22-4030-92c2-5a298a84570a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:19:28Z', 'updated_at': '2021-11-24T15:19:33Z', 'revision_number': 4, 'project_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'gw_port': {'id': 'da296a9c-5a22-4030-92c2-5a298a84570a', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:30:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:19:29Z', 'updated_at': '2021-11-24T15:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': '073b851b-55fb-40c9-8240-b26807bfc531', 'name': '', 'network_id': 'a227d49c-a3bd-45ee-b0d2-bcce569a4266', 'tenant_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'mac_address': 'fa:16:3e:80:ef:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '84815f2f-38d2-472a-bdf7-762ef40354a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:19:32Z', 'updated_at': '2021-11-24T15:19:40Z', 'revision_number': 5, 'project_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'subnets': [{'id': '84815f2f-38d2-472a-bdf7-762ef40354a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:25:22.385206 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4302e9df-d03e-4a1a-a5fc-026aec42a6c5 req-cd618151-7284-4376-a5bb-d349bcfd3b0d tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:22.386757 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4302e9df-d03e-4a1a-a5fc-026aec42a6c5 req-cd618151-7284-4376-a5bb-d349bcfd3b0d tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 944 time: 0.0507689 Nov 24 15:25:22.403009 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d173cae1-48ae-4cb7-be2f-62bf5f486bbf None None] Checking router: 3946d0bc-5fae-46c5-b2ee-32c05a0570ed for host: dv-cinder-804035-20-iscsi {{(pid=102546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:25:22.412586 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d173cae1-48ae-4cb7-be2f-62bf5f486bbf None None] Routers {'3946d0bc-5fae-46c5-b2ee-32c05a0570ed'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:25:22.413432 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-d173cae1-48ae-4cb7-be2f-62bf5f486bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:25:18Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['3946d0bc-5fae-46c5-b2ee-32c05a0570ed'], 'active': True} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:25:22.440277 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4302e9df-d03e-4a1a-a5fc-026aec42a6c5 req-37c95744-809c-42ae-bffb-3c11e0a1d75b tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474923 Nov 24 15:25:22.530136 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvr_db [None req-d173cae1-48ae-4cb7-be2f-62bf5f486bbf None None] Set router 3946d0bc-5fae-46c5-b2ee-32c05a0570ed gateway port host: dv-cinder-804035-20-iscsi {{(pid=102546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:25:22.725565 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-d173cae1-48ae-4cb7-be2f-62bf5f486bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'name': 'tempest-AttachVolumeTestJSON-1302020264-router', 'tenant_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'da296a9c-5a22-4030-92c2-5a298a84570a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:19:28Z', 'updated_at': '2021-11-24T15:19:33Z', 'revision_number': 4, 'project_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'gw_port': {'id': 'da296a9c-5a22-4030-92c2-5a298a84570a', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:30:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:19:29Z', 'updated_at': '2021-11-24T15:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': '073b851b-55fb-40c9-8240-b26807bfc531', 'name': '', 'network_id': 'a227d49c-a3bd-45ee-b0d2-bcce569a4266', 'tenant_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'mac_address': 'fa:16:3e:80:ef:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '84815f2f-38d2-472a-bdf7-762ef40354a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:19:32Z', 'updated_at': '2021-11-24T15:19:40Z', 'revision_number': 5, 'project_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'subnets': [{'id': '84815f2f-38d2-472a-bdf7-762ef40354a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:25:22.751973 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d173cae1-48ae-4cb7-be2f-62bf5f486bbf None None] The sync data for ids ['3946d0bc-5fae-46c5-b2ee-32c05a0570ed'] in dv-cinder-804035-20-iscsi is: [{'id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'name': 'tempest-AttachVolumeTestJSON-1302020264-router', 'tenant_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'da296a9c-5a22-4030-92c2-5a298a84570a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:19:28Z', 'updated_at': '2021-11-24T15:19:33Z', 'revision_number': 4, 'project_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'gw_port': {'id': 'da296a9c-5a22-4030-92c2-5a298a84570a', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:30:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:19:29Z', 'updated_at': '2021-11-24T15:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': '073b851b-55fb-40c9-8240-b26807bfc531', 'name': '', 'network_id': 'a227d49c-a3bd-45ee-b0d2-bcce569a4266', 'tenant_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'mac_address': 'fa:16:3e:80:ef:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '84815f2f-38d2-472a-bdf7-762ef40354a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:19:32Z', 'updated_at': '2021-11-24T15:19:40Z', 'revision_number': 5, 'project_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'subnets': [{'id': '84815f2f-38d2-472a-bdf7-762ef40354a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:25:22.802756 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 36920) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:25:22.856965 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f29f7871-080f-441b-991f-b53177c9de74 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:22.881152 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f29f7871-080f-441b-991f-b53177c9de74 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:22.931039 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f29f7871-080f-441b-991f-b53177c9de74 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:22.933762 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f29f7871-080f-441b-991f-b53177c9de74 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:22.938001 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-f29f7871-080f-441b-991f-b53177c9de74 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "DELETE /v2.0/security-groups/fbac8b23-948f-4a96-838f-4d1f4bb254a4 HTTP/1.1" status: 204 len: 168 time: 0.1312540 Nov 24 15:25:22.939109 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 36922) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:25:22.945315 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f7871-080f-441b-991f-b53177c9de74 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbac8b23-948f-4a96-838f-4d1f4bb254a4,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:22.951613 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.api.v2.resource [None req-72dcb499-4a85-4039-ada8-749e640f0b9d tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] show failed (client error): The resource could not be found. Nov 24 15:25:22.952678 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-72dcb499-4a85-4039-ada8-749e640f0b9d tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "GET /v2.0/security-groups/fbac8b23-948f-4a96-838f-4d1f4bb254a4 HTTP/1.1" status: 404 len: 347 time: 0.0132365 Nov 24 15:25:22.955480 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 36924) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:25:22.989417 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eaf6a4a-7c16-4f68-9584-3c6e3f4a33af None None] New status for floating IP d9fb9823-1937-49ac-b194-fe454a228ce7: DOWN {{(pid=102547) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 15:25:23.082145 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.plugin [None req-41c98e8d-0102-4bdf-b851-fdc96d8b6c63 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Deleting port b2547c40-587a-48f6-8fdf-08a00b220f43 {{(pid=102544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:25:23.082487 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-41c98e8d-0102-4bdf-b851-fdc96d8b6c63 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:23.164402 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-41c98e8d-0102-4bdf-b851-fdc96d8b6c63 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:23.164730 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-41c98e8d-0102-4bdf-b851-fdc96d8b6c63 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:23.176102 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.plugin [None req-41c98e8d-0102-4bdf-b851-fdc96d8b6c63 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Calling delete_port for b2547c40-587a-48f6-8fdf-08a00b220f43 owned by network:floatingip {{(pid=102544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:25:23.314742 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-41c98e8d-0102-4bdf-b851-fdc96d8b6c63 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15752001'] for port, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:23.339472 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c98e8d-0102-4bdf-b851-fdc96d8b6c63 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Pushing event deleted for resources: {'Port': ['ID=b2547c40-587a-48f6-8fdf-08a00b220f43,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:23.351287 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c98e8d-0102-4bdf-b851-fdc96d8b6c63 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:25:23.351650 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c98e8d-0102-4bdf-b851-fdc96d8b6c63 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:25:23.352006 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c98e8d-0102-4bdf-b851-fdc96d8b6c63 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:25:23.352353 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c98e8d-0102-4bdf-b851-fdc96d8b6c63 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:25:23.352695 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c98e8d-0102-4bdf-b851-fdc96d8b6c63 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:25:23.353029 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c98e8d-0102-4bdf-b851-fdc96d8b6c63 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:25:23.353364 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c98e8d-0102-4bdf-b851-fdc96d8b6c63 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:25:23.353698 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c98e8d-0102-4bdf-b851-fdc96d8b6c63 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:25:23.354063 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c98e8d-0102-4bdf-b851-fdc96d8b6c63 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:25:23.354400 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c98e8d-0102-4bdf-b851-fdc96d8b6c63 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:25:23.354728 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c98e8d-0102-4bdf-b851-fdc96d8b6c63 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:25:23.355085 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c98e8d-0102-4bdf-b851-fdc96d8b6c63 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:25:23.408143 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-41c98e8d-0102-4bdf-b851-fdc96d8b6c63 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks [] for floatingip, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:23.410689 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-41c98e8d-0102-4bdf-b851-fdc96d8b6c63 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for floatingip, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:23.412476 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-41c98e8d-0102-4bdf-b851-fdc96d8b6c63 tempest-AttachVolumeTestJSON-1392215435 tempest-AttachVolumeTestJSON-1392215435-project] 10.222.0.66 "DELETE /v2.0/floatingips/d9fb9823-1937-49ac-b194-fe454a228ce7 HTTP/1.1" status: 204 len: 168 time: 0.4560225 Nov 24 15:25:23.565744 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6796f-e900-47df-941e-f48b7368aac3 req-eebb72ef-4cd5-4028-baf1-c1679a834905 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:23.567396 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-53d6796f-e900-47df-941e-f48b7368aac3 req-eebb72ef-4cd5-4028-baf1-c1679a834905 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 944 time: 0.0497367 Nov 24 15:25:23.620530 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-53d6796f-e900-47df-941e-f48b7368aac3 req-1fe149ae-3d16-47bb-ba44-b4ad69bc0178 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470960 Nov 24 15:25:24.393432 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 00062239-b32a-4c2a-9fb5-f6a38539f917 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 15:25:24.395558 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device a9ea99c7-9e9a-429a-a735-dcc12c181098 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:25:24.423736 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] No Port match for: a9ea99c7-9e9a-429a-a735-dcc12c181098 {{(pid=102546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:25:24.424013 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device a9ea99c7-9e9a-429a-a735-dcc12c181098 not bound to the agent host hv-cinder-80403 {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:25:24.509188 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 00062239-b32a-4c2a-9fb5-f6a38539f917, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=00062239-b32a-4c2a-9fb5-f6a38539f917,segment=NetworkSegment(d7d67199-997e-4d39-a637-2d02c998ef07),segment_id=d7d67199-997e-4d39-a637-2d02c998ef07)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:25:24.519303 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Returning: {'device': '00062239-b32a-4c2a-9fb5-f6a38539f917', 'network_id': '151822c0-1b1f-4b3e-8dfc-70638799aec7', 'port_id': '00062239-b32a-4c2a-9fb5-f6a38539f917', 'mac_address': 'fa:16:3e:01:1d:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '272f2546-ac60-40b5-ba30-a0ca518d4c4e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 15:25:24.558156 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:24.572315 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.notifiers.nova [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00062239-b32a-4c2a-9fb5-f6a38539f917 {{(pid=102546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:25:24.595278 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 00062239-b32a-4c2a-9fb5-f6a38539f917, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=00062239-b32a-4c2a-9fb5-f6a38539f917,segment=NetworkSegment(d7d67199-997e-4d39-a637-2d02c998ef07),segment_id=d7d67199-997e-4d39-a637-2d02c998ef07)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:25:24.599082 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:24.651141 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Pushing event updated for resources: {'Port': ['ID=00062239-b32a-4c2a-9fb5-f6a38539f917,revision_number=7']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:24.661635 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:25:24.661635 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:25:24.661635 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:25:24.661635 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:25:24.661635 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:25:24.661635 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:25:24.661635 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:25:24.661635 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:25:24.662571 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:25:24.662571 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:25:24.662571 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:25:24.662933 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:25:24.737040 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d47f357-54c0-4be0-9227-6021f5a15d62 req-a67f65dc-1d83-4902-a656-892f358e5732 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:24.738465 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-9d47f357-54c0-4be0-9227-6021f5a15d62 req-a67f65dc-1d83-4902-a656-892f358e5732 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 945 time: 0.0476658 Nov 24 15:25:24.793021 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-9d47f357-54c0-4be0-9227-6021f5a15d62 req-0af925f5-af28-4179-982a-5b73cccecc9b tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475719 Nov 24 15:25:24.852800 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] get_ports_and_sgs() called for port_ids ['00062239-b32a-4c2a-9fb5-f6a38539f917'] {{(pid=102546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:25:25.908455 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee2a13a-09ec-4632-94f4-42412aafd6b8 req-889670d6-3933-47d8-a0b7-eb5d21c24c68 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:25.909931 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-3ee2a13a-09ec-4632-94f4-42412aafd6b8 req-889670d6-3933-47d8-a0b7-eb5d21c24c68 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 945 time: 0.0497403 Nov 24 15:25:25.963893 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-3ee2a13a-09ec-4632-94f4-42412aafd6b8 req-02fab8c3-44d1-48a3-b7e1-43e4d7a559eb tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472941 Nov 24 15:25:26.422945 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 00062239-b32a-4c2a-9fb5-f6a38539f917 up at agent hyperv_hv-cinder-80403 {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:25:26.471231 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Provisioning complete for port 00062239-b32a-4c2a-9fb5-f6a38539f917 triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:25:26.471605 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:26.549317 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:26.572487 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97e7745-6b55-46b5-a651-17bc3a3bdbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00062239-b32a-4c2a-9fb5-f6a38539f917'}] {{(pid=102546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:25:26.574764 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec30b6fee894e899a7ef63b5da9bb2e859d87fc094cada3931da851dba0edc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a097f35a-c0db-4093-9dbe-c277a5b5931d" -d '{"events": [{"server_uuid": "b97e7745-6b55-46b5-a651-17bc3a3bdbc9", "name": "network-vif-plugged", "status": "completed", "tag": "00062239-b32a-4c2a-9fb5-f6a38539f917"}]}' {{(pid=102546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:25:26.587298 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 00062239-b32a-4c2a-9fb5-f6a38539f917, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=00062239-b32a-4c2a-9fb5-f6a38539f917,segment=NetworkSegment(d7d67199-997e-4d39-a637-2d02c998ef07),segment_id=d7d67199-997e-4d39-a637-2d02c998ef07)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:25:26.591423 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:26.616575 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb3f7ac-a0e1-47f8-a91e-6d42b6f68894 x-openstack-request-id: req-0eb3f7ac-a0e1-47f8-a91e-6d42b6f68894 {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:25:26.616868 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97e7745-6b55-46b5-a651-17bc3a3bdbc9", "name": "network-vif-plugged", "status": "completed", "tag": "00062239-b32a-4c2a-9fb5-f6a38539f917", "code": 200}]} {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:25:26.617125 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0eb3f7ac-a0e1-47f8-a91e-6d42b6f68894 {{(pid=102546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:25:26.617515 dv-cinder-804035-20-iscsi neutron-server[102546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97e7745-6b55-46b5-a651-17bc3a3bdbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00062239-b32a-4c2a-9fb5-f6a38539f917', 'code': 200} Nov 24 15:25:26.643782 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Pushing event updated for resources: {'Port': ['ID=00062239-b32a-4c2a-9fb5-f6a38539f917,revision_number=8']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:26.824681 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03235556-a96b-43be-98e6-feeb898d07d7 req-4d0fece7-9d16-4efe-a47a-196bd3dddeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:26.826073 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-03235556-a96b-43be-98e6-feeb898d07d7 req-4d0fece7-9d16-4efe-a47a-196bd3dddeed service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 1099 time: 0.0394037 Nov 24 15:25:26.872130 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-03235556-a96b-43be-98e6-feeb898d07d7 req-34965a4e-6c17-48d1-be69-2f474ac2a9de service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392025 Nov 24 15:25:26.933749 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 36960) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:25:27.161836 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae50a05-8812-4629-99e2-a6f0b15e84c9 req-1ff644ac-a19f-4e64-8c81-ebdf6157dd76 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:27.163268 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-aae50a05-8812-4629-99e2-a6f0b15e84c9 req-1ff644ac-a19f-4e64-8c81-ebdf6157dd76 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 946 time: 0.1256435 Nov 24 15:25:27.281286 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-aae50a05-8812-4629-99e2-a6f0b15e84c9 req-4c015006-7257-4016-9b94-bcc28cdc60a0 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118879 Nov 24 15:25:27.504776 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-ba3a6ff1-fafe-49ea-95cb-5ba389941b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-679738'] for router_interface, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:27.791171 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.plugin [None req-ba3a6ff1-fafe-49ea-95cb-5ba389941b72 admin admin] Deleting port 073b851b-55fb-40c9-8240-b26807bfc531 {{(pid=102544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:25:27.791396 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-ba3a6ff1-fafe-49ea-95cb-5ba389941b72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:27.867626 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.db [None req-ba3a6ff1-fafe-49ea-95cb-5ba389941b72 admin admin] For port 073b851b-55fb-40c9-8240-b26807bfc531, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=073b851b-55fb-40c9-8240-b26807bfc531,segment=NetworkSegment(5cca371a-d1c6-4d40-ae83-fde6150ee61c),segment_id=5cca371a-d1c6-4d40-ae83-fde6150ee61c)] {{(pid=102544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:25:27.868031 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-ba3a6ff1-fafe-49ea-95cb-5ba389941b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:27.882009 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.plugin [None req-ba3a6ff1-fafe-49ea-95cb-5ba389941b72 admin admin] Calling delete_port for 073b851b-55fb-40c9-8240-b26807bfc531 owned by network:router_interface {{(pid=102544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:25:28.267828 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-ba3a6ff1-fafe-49ea-95cb-5ba389941b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15752001'] for port, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:28.294065 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a6ff1-fafe-49ea-95cb-5ba389941b72 admin admin] Pushing event deleted for resources: {'Port': ['ID=073b851b-55fb-40c9-8240-b26807bfc531,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:28.482033 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb568d5-0640-43ed-b057-8f826acc7ff4 req-f7bacf7e-b41f-4026-91a3-82f63db279db tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:28.483545 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-7cb568d5-0640-43ed-b057-8f826acc7ff4 req-f7bacf7e-b41f-4026-91a3-82f63db279db tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 946 time: 0.1299229 Nov 24 15:25:28.510011 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-ba3a6ff1-fafe-49ea-95cb-5ba389941b72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679846'] for router_interface, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:28.577845 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-7cb568d5-0640-43ed-b057-8f826acc7ff4 req-60fed9d7-c3e8-4a2a-ac80-dbe42aa30c74 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870912 Nov 24 15:25:28.738252 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba3a6ff1-fafe-49ea-95cb-5ba389941b72 admin admin] Router 3946d0bc-5fae-46c5-b2ee-32c05a0570ed has already been hosted by L3 agent cf746c29-e95d-415d-8373-1f02a86f1d46 {{(pid=102544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:25:28.841266 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3a6ff1-fafe-49ea-95cb-5ba389941b72 admin admin] Notify agent at l3_agent.dv-cinder-804035-20-iscsi the message routers_updated {{(pid=102544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:25:28.848221 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-ba3a6ff1-fafe-49ea-95cb-5ba389941b72 admin admin] 10.222.0.66 "PUT /v2.0/routers/3946d0bc-5fae-46c5-b2ee-32c05a0570ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9132864 Nov 24 15:25:28.849498 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 36974) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:25:28.851404 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5871fb0c-2982-424c-b4b5-5b0cabde79d0 None None] Sync routers for ids ['3946d0bc-5fae-46c5-b2ee-32c05a0570ed'] in dv-cinder-804035-20-iscsi {{(pid=102546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:25:28.862434 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5871fb0c-2982-424c-b4b5-5b0cabde79d0 None None] Routers {'3946d0bc-5fae-46c5-b2ee-32c05a0570ed'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:25:28.863084 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-5871fb0c-2982-424c-b4b5-5b0cabde79d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:25:18Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['3946d0bc-5fae-46c5-b2ee-32c05a0570ed'], 'active': True} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:25:28.962383 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c16d3cfe-52a5-46eb-a9ab-704fa06773fb admin admin] Publish callbacks [] for router, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:28.969764 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvr_db [None req-5871fb0c-2982-424c-b4b5-5b0cabde79d0 None None] Set router 3946d0bc-5fae-46c5-b2ee-32c05a0570ed gateway port host: dv-cinder-804035-20-iscsi {{(pid=102546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:25:29.069781 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c16d3cfe-52a5-46eb-a9ab-704fa06773fb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:29.122562 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.plugin [None req-c16d3cfe-52a5-46eb-a9ab-704fa06773fb admin admin] Deleting port da296a9c-5a22-4030-92c2-5a298a84570a {{(pid=102544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:25:29.122968 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c16d3cfe-52a5-46eb-a9ab-704fa06773fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:29.149696 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-5871fb0c-2982-424c-b4b5-5b0cabde79d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'name': 'tempest-AttachVolumeTestJSON-1302020264-router', 'tenant_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'da296a9c-5a22-4030-92c2-5a298a84570a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:19:28Z', 'updated_at': '2021-11-24T15:25:28Z', 'revision_number': 5, 'project_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'gw_port': {'id': 'da296a9c-5a22-4030-92c2-5a298a84570a', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:30:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:19:29Z', 'updated_at': '2021-11-24T15:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi'}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:25:29.176843 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5871fb0c-2982-424c-b4b5-5b0cabde79d0 None None] Checking router: 3946d0bc-5fae-46c5-b2ee-32c05a0570ed for host: dv-cinder-804035-20-iscsi {{(pid=102546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:25:29.185146 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5871fb0c-2982-424c-b4b5-5b0cabde79d0 None None] Routers {'3946d0bc-5fae-46c5-b2ee-32c05a0570ed'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:25:29.185756 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-5871fb0c-2982-424c-b4b5-5b0cabde79d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:25:18Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['3946d0bc-5fae-46c5-b2ee-32c05a0570ed'], 'active': True} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:25:29.203973 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.db [None req-c16d3cfe-52a5-46eb-a9ab-704fa06773fb admin admin] For port da296a9c-5a22-4030-92c2-5a298a84570a, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=da296a9c-5a22-4030-92c2-5a298a84570a,segment=NetworkSegment(0ed66df3-fe9f-4da3-924e-b64abe4f4390),segment_id=0ed66df3-fe9f-4da3-924e-b64abe4f4390)] {{(pid=102544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:25:29.204339 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c16d3cfe-52a5-46eb-a9ab-704fa06773fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:29.216132 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.plugin [None req-c16d3cfe-52a5-46eb-a9ab-704fa06773fb admin admin] Calling delete_port for da296a9c-5a22-4030-92c2-5a298a84570a owned by network:router_gateway {{(pid=102544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:25:29.271446 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvr_db [None req-5871fb0c-2982-424c-b4b5-5b0cabde79d0 None None] Set router 3946d0bc-5fae-46c5-b2ee-32c05a0570ed gateway port host: None {{(pid=102546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:25:29.321818 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-5871fb0c-2982-424c-b4b5-5b0cabde79d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'name': 'tempest-AttachVolumeTestJSON-1302020264-router', 'tenant_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:19:28Z', 'updated_at': '2021-11-24T15:25:29Z', 'revision_number': 6, 'project_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'gw_port_host': None}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:25:29.351087 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5871fb0c-2982-424c-b4b5-5b0cabde79d0 None None] The sync data for ids ['3946d0bc-5fae-46c5-b2ee-32c05a0570ed'] in dv-cinder-804035-20-iscsi is: [{'id': '3946d0bc-5fae-46c5-b2ee-32c05a0570ed', 'name': 'tempest-AttachVolumeTestJSON-1302020264-router', 'tenant_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:19:28Z', 'updated_at': '2021-11-24T15:25:29Z', 'revision_number': 6, 'project_id': 'cebad9fcbd0d4232a6f6dccb42ba04a1', 'gw_port_host': None}] {{(pid=102546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:25:29.387600 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c16d3cfe-52a5-46eb-a9ab-704fa06773fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15752001'] for port, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:29.414202 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16d3cfe-52a5-46eb-a9ab-704fa06773fb admin admin] Pushing event deleted for resources: {'Port': ['ID=da296a9c-5a22-4030-92c2-5a298a84570a,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:29.476619 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c16d3cfe-52a5-46eb-a9ab-704fa06773fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663808'] for router_gateway, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:29.589090 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c16d3cfe-52a5-46eb-a9ab-704fa06773fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-679758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3229'] for router, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:29.591153 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c16d3cfe-52a5-46eb-a9ab-704fa06773fb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:29.652680 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c16d3cfe-52a5-46eb-a9ab-704fa06773fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663938'] for router, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:29.653418 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16d3cfe-52a5-46eb-a9ab-704fa06773fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3946d0bc-5fae-46c5-b2ee-32c05a0570ed {{(pid=102544) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 15:25:29.659103 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c16d3cfe-52a5-46eb-a9ab-704fa06773fb admin admin] Publish callbacks [] for router, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:29.660248 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-c16d3cfe-52a5-46eb-a9ab-704fa06773fb admin admin] 10.222.0.66 "DELETE /v2.0/routers/3946d0bc-5fae-46c5-b2ee-32c05a0570ed HTTP/1.1" status: 204 len: 168 time: 0.8095391 Nov 24 15:25:29.663346 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 36976) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:25:29.711963 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.db.db_base_plugin_v2 [None req-837d93b1-5a0f-4058-be40-f5022ab06598 admin admin] Deleting subnet 84815f2f-38d2-472a-bdf7-762ef40354a5 {{(pid=102544) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 15:25:29.715240 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-837d93b1-5a0f-4058-be40-f5022ab06598 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:29.751094 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-837d93b1-5a0f-4058-be40-f5022ab06598 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15251451'] for subnet, precommit_delete_associations {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:29.862429 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-837d93b1-5a0f-4058-be40-f5022ab06598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469115'] for subnet, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:29.914169 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-837d93b1-5a0f-4058-be40-f5022ab06598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15751986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13828195'] for subnet, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:29.939131 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837d93b1-5a0f-4058-be40-f5022ab06598 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84815f2f-38d2-472a-bdf7-762ef40354a5,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:29.943052 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-837d93b1-5a0f-4058-be40-f5022ab06598 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for subnet, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:29.946172 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-837d93b1-5a0f-4058-be40-f5022ab06598 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/84815f2f-38d2-472a-bdf7-762ef40354a5 HTTP/1.1" status: 204 len: 168 time: 0.2818580 Nov 24 15:25:29.948626 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 36978) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:25:29.949023 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f70a17-8959-4a55-bb2d-f5bfa9a0f203 None None] Network a227d49c-a3bd-45ee-b0d2-bcce569a4266 requested from dv-cinder-804035-20-iscsi {{(pid=102546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:25:30.015697 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-f6ae2f7c-64d5-4627-a367-20405fd4a067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541282'] for network, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:30.074228 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.plugin [None req-f6ae2f7c-64d5-4627-a367-20405fd4a067 admin admin] Deleting port d00560b8-505e-4939-842d-83f0270e89d5 {{(pid=102544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:25:30.074569 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-f6ae2f7c-64d5-4627-a367-20405fd4a067 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:30.144233 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.db [None req-f6ae2f7c-64d5-4627-a367-20405fd4a067 admin admin] For port d00560b8-505e-4939-842d-83f0270e89d5, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=d00560b8-505e-4939-842d-83f0270e89d5,segment=NetworkSegment(5cca371a-d1c6-4d40-ae83-fde6150ee61c),segment_id=5cca371a-d1c6-4d40-ae83-fde6150ee61c)] {{(pid=102544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:25:30.144705 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-f6ae2f7c-64d5-4627-a367-20405fd4a067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:30.147738 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d39452-63f0-4309-8b99-92f27db66866 None None] DHCP port deletion for a227d49c-a3bd-45ee-b0d2-bcce569a4266 request from dv-cinder-804035-20-iscsi {{(pid=102546) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 15:25:30.158920 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.plugin [None req-f6ae2f7c-64d5-4627-a367-20405fd4a067 admin admin] Calling delete_port for d00560b8-505e-4939-842d-83f0270e89d5 owned by network:dhcp {{(pid=102544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:25:30.206852 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-b2d39452-63f0-4309-8b99-92f27db66866 None None] Deleting port d00560b8-505e-4939-842d-83f0270e89d5 {{(pid=102546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:25:30.207370 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-b2d39452-63f0-4309-8b99-92f27db66866 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:30.234543 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 073b851b-55fb-40c9-8240-b26807bfc531 no longer exists at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:25:30.245499 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-f6ae2f7c-64d5-4627-a367-20405fd4a067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15752001'] for port, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:30.267952 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] No Port match for: 073b851b-55fb-40c9-8240-b26807bfc531 {{(pid=102546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:25:30.268307 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 073b851b-55fb-40c9-8240-b26807bfc531 not bound to the agent host dv-cinder-804035-20-iscsi {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:25:30.268742 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device d00560b8-505e-4939-842d-83f0270e89d5 no longer exists at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:25:30.271900 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae2f7c-64d5-4627-a367-20405fd4a067 admin admin] Pushing event deleted for resources: {'Port': ['ID=d00560b8-505e-4939-842d-83f0270e89d5,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:30.275498 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ae2f7c-64d5-4627-a367-20405fd4a067 admin admin] No DVR routers for this DVR port d00560b8-505e-4939-842d-83f0270e89d5 on host dv-cinder-804035-20-iscsi {{(pid=102544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:25:30.352899 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-f6ae2f7c-64d5-4627-a367-20405fd4a067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468516', 'neutron.services.segments.db._delete_segments_for_network-8750837505464'] for network, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:30.375892 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.services.segments.db [None req-f6ae2f7c-64d5-4627-a367-20405fd4a067 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a227d49c-a3bd-45ee-b0d2-bcce569a4266']}} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:25:30.386987 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.services.segments.db [None req-f6ae2f7c-64d5-4627-a367-20405fd4a067 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cca371a-d1c6-4d40-ae83-fde6150ee61c') {'for_net_delete': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:25:30.387426 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.services.segments.db [None req-f6ae2f7c-64d5-4627-a367-20405fd4a067 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cca371a-d1c6-4d40-ae83-fde6150ee61c') {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:25:30.398373 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-f6ae2f7c-64d5-4627-a367-20405fd4a067 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750837468492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15251404'] for segment, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:30.412979 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-f6ae2f7c-64d5-4627-a367-20405fd4a067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470086'] for segment, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:30.420456 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6ae2f7c-64d5-4627-a367-20405fd4a067 admin admin] Releasing vlan 1237 on physical network physnet1 to pool {{(pid=102544) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 15:25:30.421133 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-f6ae2f7c-64d5-4627-a367-20405fd4a067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15822992'] for segment, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:30.423818 dv-cinder-804035-20-iscsi neutron-server[102544]: Traceback (most recent call last): Nov 24 15:25:30.423818 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 15:25:30.423818 dv-cinder-804035-20-iscsi neutron-server[102544]: timer() Nov 24 15:25:30.423818 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 15:25:30.423818 dv-cinder-804035-20-iscsi neutron-server[102544]: cb(*args, **kw) Nov 24 15:25:30.423818 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 15:25:30.423818 dv-cinder-804035-20-iscsi neutron-server[102544]: return func(*args, **kwargs) Nov 24 15:25:30.423818 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 15:25:30.423818 dv-cinder-804035-20-iscsi neutron-server[102544]: self._notify() Nov 24 15:25:30.423818 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 15:25:30.423818 dv-cinder-804035-20-iscsi neutron-server[102544]: self.callback(batched_events) Nov 24 15:25:30.423818 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 15:25:30.423818 dv-cinder-804035-20-iscsi neutron-server[102544]: event.method(event) Nov 24 15:25:30.423818 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 15:25:30.423818 dv-cinder-804035-20-iscsi neutron-server[102544]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 15:25:30.423818 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 15:25:30.423818 dv-cinder-804035-20-iscsi neutron-server[102544]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 15:25:30.423818 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 15:25:30.423818 dv-cinder-804035-20-iscsi neutron-server[102544]: return f(self, *a, **k) Nov 24 15:25:30.423818 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 15:25:30.423818 dv-cinder-804035-20-iscsi neutron-server[102544]: return self._get(url).json() Nov 24 15:25:30.423818 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 15:25:30.423818 dv-cinder-804035-20-iscsi neutron-server[102544]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 15:25:30.423818 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 15:25:30.423818 dv-cinder-804035-20-iscsi neutron-server[102544]: return self.request(url, 'GET', **kwargs) Nov 24 15:25:30.423818 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 15:25:30.423818 dv-cinder-804035-20-iscsi neutron-server[102544]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 15:25:30.423818 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 15:25:30.423818 dv-cinder-804035-20-iscsi neutron-server[102544]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 15:25:30.423818 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 15:25:30.423818 dv-cinder-804035-20-iscsi neutron-server[102544]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 15:25:30.423818 dv-cinder-804035-20-iscsi neutron-server[102544]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 15:25:30.443165 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] No Port match for: d00560b8-505e-4939-842d-83f0270e89d5 {{(pid=102546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:25:30.444456 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device d00560b8-505e-4939-842d-83f0270e89d5 not bound to the agent host dv-cinder-804035-20-iscsi {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:25:30.444456 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device da296a9c-5a22-4030-92c2-5a298a84570a no longer exists at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:25:30.471068 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] No Port match for: da296a9c-5a22-4030-92c2-5a298a84570a {{(pid=102546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:25:30.471412 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device da296a9c-5a22-4030-92c2-5a298a84570a not bound to the agent host dv-cinder-804035-20-iscsi {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:25:30.473933 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-b2d39452-63f0-4309-8b99-92f27db66866 None None] For port d00560b8-505e-4939-842d-83f0270e89d5, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=d00560b8-505e-4939-842d-83f0270e89d5,segment=NetworkSegment(5cca371a-d1c6-4d40-ae83-fde6150ee61c),segment_id=5cca371a-d1c6-4d40-ae83-fde6150ee61c)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:25:30.475530 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-b2d39452-63f0-4309-8b99-92f27db66866 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:30.486753 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-b2d39452-63f0-4309-8b99-92f27db66866 None None] Calling delete_port for d00560b8-505e-4939-842d-83f0270e89d5 owned by network:dhcp {{(pid=102546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:25:30.487656 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-f6ae2f7c-64d5-4627-a367-20405fd4a067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663844'] for network, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:30.492801 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-f6ae2f7c-64d5-4627-a367-20405fd4a067 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for network, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:30.496039 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-f6ae2f7c-64d5-4627-a367-20405fd4a067 admin admin] 10.222.0.66 "DELETE /v2.0/networks/a227d49c-a3bd-45ee-b0d2-bcce569a4266 HTTP/1.1" status: 204 len: 168 time: 0.5465057 Nov 24 15:25:30.510284 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae2f7c-64d5-4627-a367-20405fd4a067 admin admin] Pushing event deleted for resources: {'Network': ['ID=a227d49c-a3bd-45ee-b0d2-bcce569a4266,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:30.610242 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-b2d39452-63f0-4309-8b99-92f27db66866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107'] for port, after_delete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:30.612908 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 36982) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:25:30.634165 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b2d39452-63f0-4309-8b99-92f27db66866 None None] Network a227d49c-a3bd-45ee-b0d2-bcce569a4266 is not hosted by any dhcp agent {{(pid=102546) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 24 15:25:30.634549 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d39452-63f0-4309-8b99-92f27db66866 None None] No DVR routers for this DVR port d00560b8-505e-4939-842d-83f0270e89d5 on host dv-cinder-804035-20-iscsi {{(pid=102546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:25:30.636109 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d39452-63f0-4309-8b99-92f27db66866 None None] Pushing event deleted for resources: {'Port': ['ID=d00560b8-505e-4939-842d-83f0270e89d5,revision_number=None']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:30.656394 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-2521c581-7816-403d-a7c5-9637cbdad35b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cebad9fcbd0d4232a6f6dccb42ba04a1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0420995 Nov 24 15:25:30.658784 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 36984) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:25:30.705001 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-25d982a1-773f-4e71-8255-efedea8747e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:30.725496 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-25d982a1-773f-4e71-8255-efedea8747e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:30.770170 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-25d982a1-773f-4e71-8255-efedea8747e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:30.772755 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-25d982a1-773f-4e71-8255-efedea8747e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:30.773881 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-25d982a1-773f-4e71-8255-efedea8747e6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e5db9ff9-cb47-47c8-ae2b-4c1eb8ad2bc0 HTTP/1.1" status: 204 len: 168 time: 0.1141894 Nov 24 15:25:30.782209 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d982a1-773f-4e71-8255-efedea8747e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5db9ff9-cb47-47c8-ae2b-4c1eb8ad2bc0,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:32.388839 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 37034) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:25:32.490504 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-bbef2d9f-92f7-47f0-849d-10b45cf4d7da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:32.563284 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-bbef2d9f-92f7-47f0-849d-10b45cf4d7da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:32.566948 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-bbef2d9f-92f7-47f0-849d-10b45cf4d7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:32.604901 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-bbef2d9f-92f7-47f0-849d-10b45cf4d7da admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9191169b074c46c38db856508ad1880c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2149909 Nov 24 15:25:32.605851 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef2d9f-92f7-47f0-849d-10b45cf4d7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d4ff9b-08a1-43aa-9fa7-f4d5359ec206,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:32.607698 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 37038) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:25:32.659308 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-d2b0a975-afdb-4a14-9f27-04c9098ea61b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:32.680019 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-d2b0a975-afdb-4a14-9f27-04c9098ea61b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:32.724880 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-d2b0a975-afdb-4a14-9f27-04c9098ea61b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:32.727516 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-d2b0a975-afdb-4a14-9f27-04c9098ea61b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:32.728674 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-d2b0a975-afdb-4a14-9f27-04c9098ea61b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/23d4ff9b-08a1-43aa-9fa7-f4d5359ec206 HTTP/1.1" status: 204 len: 168 time: 0.1199899 Nov 24 15:25:32.737892 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b0a975-afdb-4a14-9f27-04c9098ea61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d4ff9b-08a1-43aa-9fa7-f4d5359ec206,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:32.985852 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 37046) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:25:32.999648 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-f0c74789-2ff7-4d16-8f65-7fa66770d45a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:33.072187 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-f0c74789-2ff7-4d16-8f65-7fa66770d45a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:33.075741 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-f0c74789-2ff7-4d16-8f65-7fa66770d45a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:33.113013 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-f0c74789-2ff7-4d16-8f65-7fa66770d45a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b7ce4d692d524dd58d3553d055a2229e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1259913 Nov 24 15:25:33.114664 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c74789-2ff7-4d16-8f65-7fa66770d45a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95cafe0-8cd8-4cd5-b818-1e330b632283,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:33.116717 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 37048) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:25:33.166766 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-eb58689d-814d-4bfc-95da-9eaec05a44e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:33.187252 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-eb58689d-814d-4bfc-95da-9eaec05a44e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:33.234878 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-eb58689d-814d-4bfc-95da-9eaec05a44e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:33.237579 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-eb58689d-814d-4bfc-95da-9eaec05a44e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:33.239057 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-eb58689d-814d-4bfc-95da-9eaec05a44e4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a95cafe0-8cd8-4cd5-b818-1e330b632283 HTTP/1.1" status: 204 len: 168 time: 0.1209264 Nov 24 15:25:33.251450 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58689d-814d-4bfc-95da-9eaec05a44e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95cafe0-8cd8-4cd5-b818-1e330b632283,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:35.376456 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2dea6-5376-468f-ad55-8855d5614faa req-408dea1d-57b6-4bdc-ba38-27df314de234 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:35.377829 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-eda2dea6-5376-468f-ad55-8855d5614faa req-408dea1d-57b6-4bdc-ba38-27df314de234 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 946 time: 0.0480623 Nov 24 15:25:35.430009 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-eda2dea6-5376-468f-ad55-8855d5614faa req-ae3d9118-4b60-4b4a-a808-8ced3b099b0b tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456750 Nov 24 15:25:36.550242 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120b40d-e8d6-44f9-809a-0cba559b0b0c req-b757f3f0-f540-438c-a035-1a68a10d402d tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:36.552253 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-9120b40d-e8d6-44f9-809a-0cba559b0b0c req-b757f3f0-f540-438c-a035-1a68a10d402d tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 946 time: 0.0500016 Nov 24 15:25:36.604346 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-9120b40d-e8d6-44f9-809a-0cba559b0b0c req-7568c834-fbb8-4809-81bc-0ac3f54b58fd tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=52fdb3eb-20bb-4589-adf5-77165d89fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462146 Nov 24 15:25:36.971462 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a216341-c97e-488b-bfbc-029efc68fe5b req-23b3ac60-b3c1-4a35-a155-30184f9b89fd tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:36.973016 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-5a216341-c97e-488b-bfbc-029efc68fe5b req-23b3ac60-b3c1-4a35-a155-30184f9b89fd tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.74 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 946 time: 0.0490870 Nov 24 15:25:37.063067 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [req-5a216341-c97e-488b-bfbc-029efc68fe5b req-dc56809b-43ae-4161-8dcd-3e377d8fb414 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Deleting port 66d6070e-c6fb-4ac7-8705-204f502bc368 {{(pid=102545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:25:37.063404 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-5a216341-c97e-488b-bfbc-029efc68fe5b req-dc56809b-43ae-4161-8dcd-3e377d8fb414 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:37.149233 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-5a216341-c97e-488b-bfbc-029efc68fe5b req-dc56809b-43ae-4161-8dcd-3e377d8fb414 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] For port 66d6070e-c6fb-4ac7-8705-204f502bc368, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=66d6070e-c6fb-4ac7-8705-204f502bc368,segment=NetworkSegment(5e100fbc-d77e-4779-93d7-094d4c6f44a0),segment_id=5e100fbc-d77e-4779-93d7-094d4c6f44a0)] {{(pid=102545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:25:37.149592 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-5a216341-c97e-488b-bfbc-029efc68fe5b req-dc56809b-43ae-4161-8dcd-3e377d8fb414 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:37.325657 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-5a216341-c97e-488b-bfbc-029efc68fe5b req-dc56809b-43ae-4161-8dcd-3e377d8fb414 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:37.326031 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-5a216341-c97e-488b-bfbc-029efc68fe5b req-dc56809b-43ae-4161-8dcd-3e377d8fb414 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663866'] for floatingip, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:37.326338 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.db.l3_db [req-5a216341-c97e-488b-bfbc-029efc68fe5b req-dc56809b-43ae-4161-8dcd-3e377d8fb414 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Floating IP d52fdf01-d1d6-47e5-a999-c349c7ba4412 disassociated. External IP: 172.27.3.144, port: 66d6070e-c6fb-4ac7-8705-204f502bc368. Nov 24 15:25:37.326690 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [req-5a216341-c97e-488b-bfbc-029efc68fe5b req-dc56809b-43ae-4161-8dcd-3e377d8fb414 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Calling delete_port for 66d6070e-c6fb-4ac7-8705-204f502bc368 owned by compute:nova {{(pid=102545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:25:37.455084 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-5a216341-c97e-488b-bfbc-029efc68fe5b req-dc56809b-43ae-4161-8dcd-3e377d8fb414 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:37.482859 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc56809b-43ae-4161-8dcd-3e377d8fb414 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Pushing event deleted for resources: {'Port': ['ID=66d6070e-c6fb-4ac7-8705-204f502bc368,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:37.602018 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a216341-c97e-488b-bfbc-029efc68fe5b req-dc56809b-43ae-4161-8dcd-3e377d8fb414 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Router d1842c13-e3f5-4c60-be71-80cea264535a has already been hosted by L3 agent cf746c29-e95d-415d-8373-1f02a86f1d46 {{(pid=102545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:25:37.710449 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-b6582e06-7c22-418a-a93d-8ceaa03397b8 req-7c9d1e1b-73b4-45bf-8a09-905cf13858fc tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 210 time: 0.0289307 Nov 24 15:25:37.715428 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a216341-c97e-488b-bfbc-029efc68fe5b req-dc56809b-43ae-4161-8dcd-3e377d8fb414 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Notify agent at l3_agent.dv-cinder-804035-20-iscsi the message routers_updated {{(pid=102545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:25:37.739605 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e654b6ab-2ad6-4f9f-bba5-58b3fa2ffa31 None None] Sync routers for ids ['d1842c13-e3f5-4c60-be71-80cea264535a'] in dv-cinder-804035-20-iscsi {{(pid=102547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:25:37.750912 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e654b6ab-2ad6-4f9f-bba5-58b3fa2ffa31 None None] Routers {'d1842c13-e3f5-4c60-be71-80cea264535a'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:25:37.751604 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-e654b6ab-2ad6-4f9f-bba5-58b3fa2ffa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:25:18Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['d1842c13-e3f5-4c60-be71-80cea264535a'], 'active': True} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:25:37.759985 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a216341-c97e-488b-bfbc-029efc68fe5b req-dc56809b-43ae-4161-8dcd-3e377d8fb414 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] No DVR routers for this DVR port 66d6070e-c6fb-4ac7-8705-204f502bc368 on host hv-cinder-80403 {{(pid=102545) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:25:37.762741 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-5a216341-c97e-488b-bfbc-029efc68fe5b req-dc56809b-43ae-4161-8dcd-3e377d8fb414 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:37.766984 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-5a216341-c97e-488b-bfbc-029efc68fe5b req-dc56809b-43ae-4161-8dcd-3e377d8fb414 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.74 "DELETE /v2.0/ports/66d6070e-c6fb-4ac7-8705-204f502bc368 HTTP/1.1" status: 204 len: 173 time: 0.7881544 Nov 24 15:25:37.767547 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361e1e6c-853b-4fde-89ed-843a85be79c1', 'name': 'network-vif-deleted', 'tag': '66d6070e-c6fb-4ac7-8705-204f502bc368'}] {{(pid=102545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:25:37.770823 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e232a59b198ff96befa2502742fd1f317735a6d9991c1ac6356d20aee71e71d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db439e86-4306-4329-a6fe-b13e507d9ad4" -d '{"events": [{"server_uuid": "361e1e6c-853b-4fde-89ed-843a85be79c1", "name": "network-vif-deleted", "tag": "66d6070e-c6fb-4ac7-8705-204f502bc368"}]}' {{(pid=102545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:25:37.816239 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11440e58-a4a8-4f92-b8ec-d2aa9ae34193 x-openstack-request-id: req-11440e58-a4a8-4f92-b8ec-d2aa9ae34193 {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:25:37.817529 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361e1e6c-853b-4fde-89ed-843a85be79c1", "name": "network-vif-deleted", "tag": "66d6070e-c6fb-4ac7-8705-204f502bc368", "status": "completed", "code": 200}]} {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:25:37.818071 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-11440e58-a4a8-4f92-b8ec-d2aa9ae34193 {{(pid=102545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:25:37.818642 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '361e1e6c-853b-4fde-89ed-843a85be79c1', 'name': 'network-vif-deleted', 'tag': '66d6070e-c6fb-4ac7-8705-204f502bc368', 'status': 'completed', 'code': 200} Nov 24 15:25:37.892184 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvr_db [None req-e654b6ab-2ad6-4f9f-bba5-58b3fa2ffa31 None None] Set router d1842c13-e3f5-4c60-be71-80cea264535a gateway port host: dv-cinder-804035-20-iscsi {{(pid=102547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:25:38.015263 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:38.102565 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-e654b6ab-2ad6-4f9f-bba5-58b3fa2ffa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'name': 'tempest-AttachVolumeShelveTestJSON-620991033-router', 'tenant_id': '15cfbeac1f3f4700a4806775a9786f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '7df63596-f16f-4631-b9a2-08d55064f862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:22:48Z', 'updated_at': '2021-11-24T15:22:51Z', 'revision_number': 4, 'project_id': '15cfbeac1f3f4700a4806775a9786f5d', 'gw_port': {'id': '7df63596-f16f-4631-b9a2-08d55064f862', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:26:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:22:49Z', 'updated_at': '2021-11-24T15:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': 'a7311685-2010-4dfa-a329-23c624b59e25', 'name': '', 'network_id': 'e130b39d-08a3-4f56-a8c9-cdbf0ac59277', 'tenant_id': '15cfbeac1f3f4700a4806775a9786f5d', 'mac_address': 'fa:16:3e:50:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'a6f169b1-1681-4fc6-8349-4eb563a83e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:22:50Z', 'updated_at': '2021-11-24T15:22:55Z', 'revision_number': 5, 'project_id': '15cfbeac1f3f4700a4806775a9786f5d', 'subnets': [{'id': 'a6f169b1-1681-4fc6-8349-4eb563a83e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:25:38.132947 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e654b6ab-2ad6-4f9f-bba5-58b3fa2ffa31 None None] Checking router: d1842c13-e3f5-4c60-be71-80cea264535a for host: dv-cinder-804035-20-iscsi {{(pid=102547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:25:38.141191 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e654b6ab-2ad6-4f9f-bba5-58b3fa2ffa31 None None] Routers {'d1842c13-e3f5-4c60-be71-80cea264535a'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:25:38.141790 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-e654b6ab-2ad6-4f9f-bba5-58b3fa2ffa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:25:18Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['d1842c13-e3f5-4c60-be71-80cea264535a'], 'active': True} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:25:38.241584 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvr_db [None req-e654b6ab-2ad6-4f9f-bba5-58b3fa2ffa31 None None] Set router d1842c13-e3f5-4c60-be71-80cea264535a gateway port host: dv-cinder-804035-20-iscsi {{(pid=102547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:25:38.516227 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-e654b6ab-2ad6-4f9f-bba5-58b3fa2ffa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'name': 'tempest-AttachVolumeShelveTestJSON-620991033-router', 'tenant_id': '15cfbeac1f3f4700a4806775a9786f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '7df63596-f16f-4631-b9a2-08d55064f862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:22:48Z', 'updated_at': '2021-11-24T15:22:51Z', 'revision_number': 4, 'project_id': '15cfbeac1f3f4700a4806775a9786f5d', 'gw_port': {'id': '7df63596-f16f-4631-b9a2-08d55064f862', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:26:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:22:49Z', 'updated_at': '2021-11-24T15:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': 'a7311685-2010-4dfa-a329-23c624b59e25', 'name': '', 'network_id': 'e130b39d-08a3-4f56-a8c9-cdbf0ac59277', 'tenant_id': '15cfbeac1f3f4700a4806775a9786f5d', 'mac_address': 'fa:16:3e:50:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'a6f169b1-1681-4fc6-8349-4eb563a83e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:22:50Z', 'updated_at': '2021-11-24T15:22:55Z', 'revision_number': 5, 'project_id': '15cfbeac1f3f4700a4806775a9786f5d', 'subnets': [{'id': 'a6f169b1-1681-4fc6-8349-4eb563a83e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:25:38.541658 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e654b6ab-2ad6-4f9f-bba5-58b3fa2ffa31 None None] The sync data for ids ['d1842c13-e3f5-4c60-be71-80cea264535a'] in dv-cinder-804035-20-iscsi is: [{'id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'name': 'tempest-AttachVolumeShelveTestJSON-620991033-router', 'tenant_id': '15cfbeac1f3f4700a4806775a9786f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '7df63596-f16f-4631-b9a2-08d55064f862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:22:48Z', 'updated_at': '2021-11-24T15:22:51Z', 'revision_number': 4, 'project_id': '15cfbeac1f3f4700a4806775a9786f5d', 'gw_port': {'id': '7df63596-f16f-4631-b9a2-08d55064f862', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:26:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:22:49Z', 'updated_at': '2021-11-24T15:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': 'a7311685-2010-4dfa-a329-23c624b59e25', 'name': '', 'network_id': 'e130b39d-08a3-4f56-a8c9-cdbf0ac59277', 'tenant_id': '15cfbeac1f3f4700a4806775a9786f5d', 'mac_address': 'fa:16:3e:50:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'a6f169b1-1681-4fc6-8349-4eb563a83e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:22:50Z', 'updated_at': '2021-11-24T15:22:55Z', 'revision_number': 5, 'project_id': '15cfbeac1f3f4700a4806775a9786f5d', 'subnets': [{'id': 'a6f169b1-1681-4fc6-8349-4eb563a83e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:25:38.747428 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc0be66-cb08-4b7f-b5ef-e1def54942cd None None] New status for floating IP d52fdf01-d1d6-47e5-a999-c349c7ba4412: DOWN {{(pid=102546) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 15:25:38.820440 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-6e7a60a2-cd4b-450f-b501-19bf82890e3a req-1a369a99-4e54-4e51-a9a4-656be3eab8a1 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 210 time: 0.0253794 Nov 24 15:25:39.934624 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-560a21b1-7852-4658-ba1b-32a10c089ebd req-34a38536-a695-44e7-b6cc-bbecad561651 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 210 time: 0.0293810 Nov 24 15:25:40.652052 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 66d6070e-c6fb-4ac7-8705-204f502bc368 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:25:40.674736 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] No Port match for: 66d6070e-c6fb-4ac7-8705-204f502bc368 {{(pid=102546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:25:40.675104 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 66d6070e-c6fb-4ac7-8705-204f502bc368 not bound to the agent host hv-cinder-80403 {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:25:40.705657 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-4c220811-f02c-4751-9172-23872c79d15e req-f1cfe1a9-bc23-4a74-a3a1-7d8ddbd4584c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=361e1e6c-853b-4fde-89ed-843a85be79c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0291998 Nov 24 15:25:40.752058 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-4c220811-f02c-4751-9172-23872c79d15e req-d6e8f0b2-9cf0-40f8-9c46-2171aadbb438 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=15cfbeac1f3f4700a4806775a9786f5d&device_id=361e1e6c-853b-4fde-89ed-843a85be79c1 HTTP/1.1" status: 200 len: 210 time: 0.0258083 Nov 24 15:25:40.862256 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c220811-f02c-4751-9172-23872c79d15e req-f6d21750-c657-4a83-9957-22ffdd9ad55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:40.864260 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-4c220811-f02c-4751-9172-23872c79d15e req-f6d21750-c657-4a83-9957-22ffdd9ad55a service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=15cfbeac1f3f4700a4806775a9786f5d&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0884771 Nov 24 15:25:40.960893 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c220811-f02c-4751-9172-23872c79d15e req-b458e27a-0b00-4b09-9ada-e377db4b8324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:40.962272 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-4c220811-f02c-4751-9172-23872c79d15e req-b458e27a-0b00-4b09-9ada-e377db4b8324 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0891693 Nov 24 15:25:41.024430 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 37168) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:25:41.080538 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-a48aa467-f279-482a-b527-c8abd7c21aa9 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:41.103666 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-a48aa467-f279-482a-b527-c8abd7c21aa9 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:41.151564 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-a48aa467-f279-482a-b527-c8abd7c21aa9 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:41.154460 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-a48aa467-f279-482a-b527-c8abd7c21aa9 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:41.157971 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-a48aa467-f279-482a-b527-c8abd7c21aa9 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "DELETE /v2.0/security-groups/52fdb3eb-20bb-4589-adf5-77165d89fe78 HTTP/1.1" status: 204 len: 168 time: 0.1300640 Nov 24 15:25:41.158381 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 37176) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:25:41.165185 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48aa467-f279-482a-b527-c8abd7c21aa9 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52fdb3eb-20bb-4589-adf5-77165d89fe78,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:41.174869 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.api.v2.resource [None req-c9ec41ea-7745-4906-ad34-763631cc75cf tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] show failed (client error): The resource could not be found. Nov 24 15:25:41.176042 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-c9ec41ea-7745-4906-ad34-763631cc75cf tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups/52fdb3eb-20bb-4589-adf5-77165d89fe78 HTTP/1.1" status: 404 len: 347 time: 0.0163155 Nov 24 15:25:41.179346 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 37180) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:25:41.311974 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.plugin [None req-915b1d5f-69c0-4130-9fac-4deb97514a0e tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Deleting port 66fc2bc0-a93e-4e7e-b012-049b151fcbad {{(pid=102544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:25:41.312317 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-915b1d5f-69c0-4130-9fac-4deb97514a0e tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:41.404236 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-915b1d5f-69c0-4130-9fac-4deb97514a0e tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:41.404564 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-915b1d5f-69c0-4130-9fac-4deb97514a0e tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:41.418065 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.plugin [None req-915b1d5f-69c0-4130-9fac-4deb97514a0e tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Calling delete_port for 66fc2bc0-a93e-4e7e-b012-049b151fcbad owned by network:floatingip {{(pid=102544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:25:41.549927 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-915b1d5f-69c0-4130-9fac-4deb97514a0e tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15752001'] for port, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:41.577274 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915b1d5f-69c0-4130-9fac-4deb97514a0e tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Pushing event deleted for resources: {'Port': ['ID=66fc2bc0-a93e-4e7e-b012-049b151fcbad,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:41.645586 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-915b1d5f-69c0-4130-9fac-4deb97514a0e tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks [] for floatingip, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:41.648434 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-915b1d5f-69c0-4130-9fac-4deb97514a0e tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for floatingip, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:41.649734 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-915b1d5f-69c0-4130-9fac-4deb97514a0e tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "DELETE /v2.0/floatingips/d52fdf01-d1d6-47e5-a999-c349c7ba4412 HTTP/1.1" status: 204 len: 168 time: 0.4690678 Nov 24 15:25:41.853835 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 37194) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:25:41.858442 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [None req-ed296361-c900-432d-b17c-edeb8911be43 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Request body: {'security_group': {'name': 'tempest-securitygroup--380100852', 'description': 'tempest-description--1852113811'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:25:41.881452 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-ed296361-c900-432d-b17c-edeb8911be43 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:41.948796 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-ed296361-c900-432d-b17c-edeb8911be43 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:41.952587 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-ed296361-c900-432d-b17c-edeb8911be43 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:41.983061 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-ed296361-c900-432d-b17c-edeb8911be43 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:41.984284 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-ed296361-c900-432d-b17c-edeb8911be43 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1294456 Nov 24 15:25:41.985135 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed296361-c900-432d-b17c-edeb8911be43 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=447247f4-d52b-43f4-b8f2-aeaffb1fe115,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:41.987091 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 37196) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:25:41.991760 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [None req-d5d269d6-291e-476b-a4d3-e1155516b702 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Request body: {'security_group_rule': {'security_group_id': '447247f4-d52b-43f4-b8f2-aeaffb1fe115', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:25:42.020705 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-d5d269d6-291e-476b-a4d3-e1155516b702 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:42.074347 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-d5d269d6-291e-476b-a4d3-e1155516b702 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:42.078143 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-d5d269d6-291e-476b-a4d3-e1155516b702 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582796'] for security_group_rule, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:42.096264 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d269d6-291e-476b-a4d3-e1155516b702 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64cd3a0b-aeb2-46db-840d-f97baf8c6ce8,revision_number=0']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:42.105240 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-d5d269d6-291e-476b-a4d3-e1155516b702 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:42.109139 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-d5d269d6-291e-476b-a4d3-e1155516b702 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1185668 Nov 24 15:25:42.109343 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 37198) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:25:42.113893 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [None req-a330c125-9e58-4348-a23d-21b8d588c19a tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Request body: {'security_group_rule': {'security_group_id': '447247f4-d52b-43f4-b8f2-aeaffb1fe115', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:25:42.140752 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-a330c125-9e58-4348-a23d-21b8d588c19a tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:42.194414 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-a330c125-9e58-4348-a23d-21b8d588c19a tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:42.197831 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-a330c125-9e58-4348-a23d-21b8d588c19a tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582796'] for security_group_rule, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:42.214996 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a330c125-9e58-4348-a23d-21b8d588c19a tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f09330b8-f2a6-4d89-92cd-46b374aa50b0,revision_number=0']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:42.222848 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-a330c125-9e58-4348-a23d-21b8d588c19a tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:42.224048 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-a330c125-9e58-4348-a23d-21b8d588c19a tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1137567 Nov 24 15:25:42.227059 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 37200) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:25:42.231323 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [None req-71dd6d7e-b409-4959-a31e-fd5f9cda795f tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Request body: {'floatingip': {'floating_network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:25:42.252617 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-71dd6d7e-b409-4959-a31e-fd5f9cda795f tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks [] for floatingip, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:42.346767 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-71dd6d7e-b409-4959-a31e-fd5f9cda795f tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:42.446391 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.db_base_plugin_common [None req-71dd6d7e-b409-4959-a31e-fd5f9cda795f tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Allocated IP 172.27.3.10 (8344f4db-560e-43ae-a8a3-c586ec595f86/c55147fe-7574-46b9-be0f-c5d247f19105/623373d8-2e99-48f8-ad7c-0101bb4e1fe1) {{(pid=102545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:25:42.555062 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-71dd6d7e-b409-4959-a31e-fd5f9cda795f tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks [] for port, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:42.588551 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-71dd6d7e-b409-4959-a31e-fd5f9cda795f tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:42.624152 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71dd6d7e-b409-4959-a31e-fd5f9cda795f tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Network 8344f4db-560e-43ae-a8a3-c586ec595f86 is already hosted by enough agents. {{(pid=102545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:25:42.628702 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [None req-71dd6d7e-b409-4959-a31e-fd5f9cda795f tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Resources bound (agent type, host, resource id): {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:25:42.633386 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dd6d7e-b409-4959-a31e-fd5f9cda795f tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Received port after_create {{(pid=102545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:25:42.660104 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dd6d7e-b409-4959-a31e-fd5f9cda795f tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Pushing event updated for resources: {'Port': ['ID=623373d8-2e99-48f8-ad7c-0101bb4e1fe1,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:42.730862 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-71dd6d7e-b409-4959-a31e-fd5f9cda795f tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:42.764199 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-71dd6d7e-b409-4959-a31e-fd5f9cda795f tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:42.916399 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-71dd6d7e-b409-4959-a31e-fd5f9cda795f tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks [] for port, precommit_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:42.920251 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-71dd6d7e-b409-4959-a31e-fd5f9cda795f tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13923618'] for port, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:42.985410 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dd6d7e-b409-4959-a31e-fd5f9cda795f tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Pushing event updated for resources: {'Port': ['ID=623373d8-2e99-48f8-ad7c-0101bb4e1fe1,revision_number=2']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:42.998157 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-71dd6d7e-b409-4959-a31e-fd5f9cda795f tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663866'] for floatingip, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:43.013033 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-71dd6d7e-b409-4959-a31e-fd5f9cda795f tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for floatingip, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:43.014264 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-71dd6d7e-b409-4959-a31e-fd5f9cda795f tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7862387 Nov 24 15:25:43.208583 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-e75601c9-169e-4839-b046-79655e9003d9 req-cb9c43fb-c04f-4d32-8911-2f4fff4e6a3c tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--380100852&fields=id&tenant_id=15cfbeac1f3f4700a4806775a9786f5d HTTP/1.1" status: 200 len: 267 time: 0.0428743 Nov 24 15:25:43.312447 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75601c9-169e-4839-b046-79655e9003d9 req-9459fc10-e468-4754-9c74-ff0202ca9710 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:43.313896 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-e75601c9-169e-4839-b046-79655e9003d9 req-9459fc10-e468-4754-9c74-ff0202ca9710 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/networks?id=e130b39d-08a3-4f56-a8c9-cdbf0ac59277 HTTP/1.1" status: 200 len: 816 time: 0.0986779 Nov 24 15:25:43.328889 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-e75601c9-169e-4839-b046-79655e9003d9 req-05b7e6f5-f9d4-45c0-b0ba-427ac43a5e9f tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/quotas/15cfbeac1f3f4700a4806775a9786f5d HTTP/1.1" status: 200 len: 375 time: 0.0091746 Nov 24 15:25:43.598158 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-e75601c9-169e-4839-b046-79655e9003d9 req-f8cf9d3a-03b6-42a8-8337-55792f2613d1 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=15cfbeac1f3f4700a4806775a9786f5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2634430 Nov 24 15:25:43.782722 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-e75601c9-169e-4839-b046-79655e9003d9 req-c9854deb-94a4-46b5-96fe-41acfe450857 service neutron] 10.222.0.66 "GET /v2.0/networks/e130b39d-08a3-4f56-a8c9-cdbf0ac59277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732171 Nov 24 15:25:43.882087 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-e75601c9-169e-4839-b046-79655e9003d9 req-a1290807-a227-4420-b299-f57f3791c8bf service neutron] 10.222.0.66 "GET /v2.0/networks/e130b39d-08a3-4f56-a8c9-cdbf0ac59277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929379 Nov 24 15:25:44.059690 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-d301550d-72fc-4127-9fc4-6718c9d01b70 req-395538db-31c0-4559-a44e-c718cd0e2e63 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 210 time: 0.0403249 Nov 24 15:25:44.128571 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 37254) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:25:44.236423 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-bbf402c3-0ac7-42d6-81cc-18404d49e93a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:44.322874 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-bbf402c3-0ac7-42d6-81cc-18404d49e93a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:44.326890 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-bbf402c3-0ac7-42d6-81cc-18404d49e93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:44.365305 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-bbf402c3-0ac7-42d6-81cc-18404d49e93a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2ba66068897148fa8ee1f6b4cc8b7fd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2352757 Nov 24 15:25:44.366022 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf402c3-0ac7-42d6-81cc-18404d49e93a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9fe0c5-a1c8-4db4-9ff0-4a053eb30d9d,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:44.367700 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 37262) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:25:44.421232 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f3b0ea0f-45b2-4798-87c5-f5b177057229 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:44.442707 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f3b0ea0f-45b2-4798-87c5-f5b177057229 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:44.499292 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f3b0ea0f-45b2-4798-87c5-f5b177057229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:44.502142 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f3b0ea0f-45b2-4798-87c5-f5b177057229 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:44.503327 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-f3b0ea0f-45b2-4798-87c5-f5b177057229 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5e9fe0c5-a1c8-4db4-9ff0-4a053eb30d9d HTTP/1.1" status: 204 len: 168 time: 0.1337988 Nov 24 15:25:44.513202 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b0ea0f-45b2-4798-87c5-f5b177057229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9fe0c5-a1c8-4db4-9ff0-4a053eb30d9d,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:44.763488 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 37268) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:25:44.780987 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-44e0c95d-16e0-4cdc-b5db-6b101a347d4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:44.855364 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-44e0c95d-16e0-4cdc-b5db-6b101a347d4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:44.858595 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-44e0c95d-16e0-4cdc-b5db-6b101a347d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:44.898188 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-44e0c95d-16e0-4cdc-b5db-6b101a347d4e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b82893e6715c4ef995f03bee2b4e68a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1335232 Nov 24 15:25:44.900848 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 37270) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:25:44.907236 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e0c95d-16e0-4cdc-b5db-6b101a347d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b49ee9-d7b3-4215-8c40-55157dccc42e,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:45.023786 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-8ba7d85c-1ac5-447c-95a9-d37d0c4b5cc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:45.062240 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75601c9-169e-4839-b046-79655e9003d9 req-653c24e8-0347-4b58-9a03-f11e70e10876 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:45.063732 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-e75601c9-169e-4839-b046-79655e9003d9 req-653c24e8-0347-4b58-9a03-f11e70e10876 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.74 "GET /v2.0/networks?id=e130b39d-08a3-4f56-a8c9-cdbf0ac59277 HTTP/1.1" status: 200 len: 816 time: 0.1520178 Nov 24 15:25:45.065586 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-8ba7d85c-1ac5-447c-95a9-d37d0c4b5cc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:45.143970 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-8ba7d85c-1ac5-447c-95a9-d37d0c4b5cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:45.147222 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-8ba7d85c-1ac5-447c-95a9-d37d0c4b5cc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:45.148415 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-8ba7d85c-1ac5-447c-95a9-d37d0c4b5cc2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/79b49ee9-d7b3-4215-8c40-55157dccc42e HTTP/1.1" status: 204 len: 168 time: 0.2466054 Nov 24 15:25:45.157300 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-e75601c9-169e-4839-b046-79655e9003d9 req-84d3e0c7-b900-44b7-948c-a4aba82ad9f0 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15cfbeac1f3f4700a4806775a9786f5d HTTP/1.1" status: 200 len: 379 time: 0.0770278 Nov 24 15:25:45.162978 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba7d85c-1ac5-447c-95a9-d37d0c4b5cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b49ee9-d7b3-4215-8c40-55157dccc42e,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:45.168841 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [req-e75601c9-169e-4839-b046-79655e9003d9 req-b616bf33-aa3a-4567-bc44-2d8f98ce8d85 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Request body: {'port': {'device_id': '68310acb-6f2f-4a32-9b65-20ae91f67062', 'network_id': 'e130b39d-08a3-4f56-a8c9-cdbf0ac59277', 'admin_state_up': True, 'tenant_id': '15cfbeac1f3f4700a4806775a9786f5d', 'security_groups': ['447247f4-d52b-43f4-b8f2-aeaffb1fe115']}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:25:45.178343 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-aa716359-7893-4edc-b81e-b4167f9e0bac req-c3dad557-14d0-438e-9c06-3052f597ea4a tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 210 time: 0.0332305 Nov 24 15:25:45.202745 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-7a1d83a6-8031-449d-89da-eaf238205def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:45.290639 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e75601c9-169e-4839-b046-79655e9003d9 req-b616bf33-aa3a-4567-bc44-2d8f98ce8d85 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Made reservation on behalf of 15cfbeac1f3f4700a4806775a9786f5d for: {'port': 1} {{(pid=102545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:25:45.294121 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-e75601c9-169e-4839-b046-79655e9003d9 req-b616bf33-aa3a-4567-bc44-2d8f98ce8d85 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:45.416598 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.db_base_plugin_common [req-e75601c9-169e-4839-b046-79655e9003d9 req-b616bf33-aa3a-4567-bc44-2d8f98ce8d85 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Allocated IP 172.20.0.6 (e130b39d-08a3-4f56-a8c9-cdbf0ac59277/a6f169b1-1681-4fc6-8349-4eb563a83e19/071fb078-3f83-4604-a050-d36e5c042f5f) {{(pid=102545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:25:45.807508 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-e75601c9-169e-4839-b046-79655e9003d9 req-b616bf33-aa3a-4567-bc44-2d8f98ce8d85 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks [] for port, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:45.840100 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-e75601c9-169e-4839-b046-79655e9003d9 req-b616bf33-aa3a-4567-bc44-2d8f98ce8d85 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:45.887957 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e75601c9-169e-4839-b046-79655e9003d9 req-b616bf33-aa3a-4567-bc44-2d8f98ce8d85 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Network e130b39d-08a3-4f56-a8c9-cdbf0ac59277 is already hosted by enough agents. {{(pid=102545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:25:45.890868 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [req-e75601c9-169e-4839-b046-79655e9003d9 req-b616bf33-aa3a-4567-bc44-2d8f98ce8d85 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Resources bound (agent type, host, resource id): {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:25:45.893268 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75601c9-169e-4839-b046-79655e9003d9 req-b616bf33-aa3a-4567-bc44-2d8f98ce8d85 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Received port after_create {{(pid=102545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:25:45.926371 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b616bf33-aa3a-4567-bc44-2d8f98ce8d85 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Pushing event updated for resources: {'Port': ['ID=071fb078-3f83-4604-a050-d36e5c042f5f,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:45.956411 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75601c9-169e-4839-b046-79655e9003d9 req-b616bf33-aa3a-4567-bc44-2d8f98ce8d85 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:45.957124 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-e75601c9-169e-4839-b046-79655e9003d9 req-b616bf33-aa3a-4567-bc44-2d8f98ce8d85 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:45.974788 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-e75601c9-169e-4839-b046-79655e9003d9 req-b616bf33-aa3a-4567-bc44-2d8f98ce8d85 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8096726 Nov 24 15:25:45.988103 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [req-e75601c9-169e-4839-b046-79655e9003d9 req-467277c9-e4a0-49e8-969b-3d91c2c0b9fa service neutron] Request body: {'port': {'device_id': '68310acb-6f2f-4a32-9b65-20ae91f67062', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:25:46.045461 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-e75601c9-169e-4839-b046-79655e9003d9 req-467277c9-e4a0-49e8-969b-3d91c2c0b9fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:46.129670 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-266d0e7c-2367-45d2-8bac-17fad9fea34e None None] Provisioning complete for port 071fb078-3f83-4604-a050-d36e5c042f5f triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:25:46.130258 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-266d0e7c-2367-45d2-8bac-17fad9fea34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:46.166502 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-266d0e7c-2367-45d2-8bac-17fad9fea34e None None] Port 071fb078-3f83-4604-a050-d36e5c042f5f cannot update to ACTIVE because it is not bound. {{(pid=102546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:25:46.328655 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1eda74-7936-440a-8e89-ba6dceb16b3f req-bf9d1d83-dbb5-4c35-ae89-27f6b55a4f85 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:46.329199 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [req-e75601c9-169e-4839-b046-79655e9003d9 req-467277c9-e4a0-49e8-969b-3d91c2c0b9fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 071fb078-3f83-4604-a050-d36e5c042f5f {{(pid=102545) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:25:46.330683 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-0b1eda74-7936-440a-8e89-ba6dceb16b3f req-bf9d1d83-dbb5-4c35-ae89-27f6b55a4f85 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 931 time: 0.0565152 Nov 24 15:25:46.341879 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-e75601c9-169e-4839-b046-79655e9003d9 req-467277c9-e4a0-49e8-969b-3d91c2c0b9fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:46.356851 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.provisioning_blocks [req-e75601c9-169e-4839-b046-79655e9003d9 req-467277c9-e4a0-49e8-969b-3d91c2c0b9fa service neutron] Transition to ACTIVE for port object 071fb078-3f83-4604-a050-d36e5c042f5f will not be triggered until provisioned by entity L2. {{(pid=102545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 15:25:46.361913 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-e75601c9-169e-4839-b046-79655e9003d9 req-467277c9-e4a0-49e8-969b-3d91c2c0b9fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13923618'] for port, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:46.382126 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-0b1eda74-7936-440a-8e89-ba6dceb16b3f req-34b8141d-8edf-4230-a5ae-8a57d2a6d859 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=447247f4-d52b-43f4-b8f2-aeaffb1fe115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448353 Nov 24 15:25:46.420554 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467277c9-e4a0-49e8-969b-3d91c2c0b9fa service neutron] Pushing event updated for resources: {'Port': ['ID=071fb078-3f83-4604-a050-d36e5c042f5f,revision_number=2']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:46.490273 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-e75601c9-169e-4839-b046-79655e9003d9 req-467277c9-e4a0-49e8-969b-3d91c2c0b9fa service neutron] Attempting to bind port 071fb078-3f83-4604-a050-d36e5c042f5f on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:25:46.490957 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-e75601c9-169e-4839-b046-79655e9003d9 req-467277c9-e4a0-49e8-969b-3d91c2c0b9fa service neutron] Attempting to bind port 071fb078-3f83-4604-a050-d36e5c042f5f by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '5e100fbc-d77e-4779-93d7-094d4c6f44a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'e130b39d-08a3-4f56-a8c9-cdbf0ac59277'}] {{(pid=102545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:25:46.490957 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75601c9-169e-4839-b046-79655e9003d9 req-467277c9-e4a0-49e8-969b-3d91c2c0b9fa service neutron] Attempting to bind port 071fb078-3f83-4604-a050-d36e5c042f5f on network e130b39d-08a3-4f56-a8c9-cdbf0ac59277 {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:25:46.495736 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75601c9-169e-4839-b046-79655e9003d9 req-467277c9-e4a0-49e8-969b-3d91c2c0b9fa service neutron] Port 071fb078-3f83-4604-a050-d36e5c042f5f on network e130b39d-08a3-4f56-a8c9-cdbf0ac59277 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 15:25:46.496061 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75601c9-169e-4839-b046-79655e9003d9 req-467277c9-e4a0-49e8-969b-3d91c2c0b9fa service neutron] Attempting to bind port 071fb078-3f83-4604-a050-d36e5c042f5f on network e130b39d-08a3-4f56-a8c9-cdbf0ac59277 {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:25:46.505655 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75601c9-169e-4839-b046-79655e9003d9 req-467277c9-e4a0-49e8-969b-3d91c2c0b9fa service neutron] Checking agent: {'id': 'd4f6996e-fa07-4465-ad79-7a89714f2bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 17, 38), 'started_at': datetime.datetime(2021, 11, 24, 15, 17, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:25:46.505993 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75601c9-169e-4839-b046-79655e9003d9 req-467277c9-e4a0-49e8-969b-3d91c2c0b9fa service neutron] Checking segment: {'id': '5e100fbc-d77e-4779-93d7-094d4c6f44a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'e130b39d-08a3-4f56-a8c9-cdbf0ac59277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:25:46.506382 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75601c9-169e-4839-b046-79655e9003d9 req-467277c9-e4a0-49e8-969b-3d91c2c0b9fa service neutron] Bound using segment: {'id': '5e100fbc-d77e-4779-93d7-094d4c6f44a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'e130b39d-08a3-4f56-a8c9-cdbf0ac59277'} {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:25:46.506831 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-e75601c9-169e-4839-b046-79655e9003d9 req-467277c9-e4a0-49e8-969b-3d91c2c0b9fa service neutron] Bound port: 071fb078-3f83-4604-a050-d36e5c042f5f, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e100fbc-d77e-4779-93d7-094d4c6f44a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'e130b39d-08a3-4f56-a8c9-cdbf0ac59277'}}] {{(pid=102545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:25:46.507194 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-e75601c9-169e-4839-b046-79655e9003d9 req-467277c9-e4a0-49e8-969b-3d91c2c0b9fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:46.581670 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-e75601c9-169e-4839-b046-79655e9003d9 req-467277c9-e4a0-49e8-969b-3d91c2c0b9fa service neutron] For port 071fb078-3f83-4604-a050-d36e5c042f5f, host hv-cinder-80403, cleared binding levels {{(pid=102545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:25:46.585975 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-e75601c9-169e-4839-b046-79655e9003d9 req-467277c9-e4a0-49e8-969b-3d91c2c0b9fa service neutron] For port 071fb078-3f83-4604-a050-d36e5c042f5f, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=071fb078-3f83-4604-a050-d36e5c042f5f,segment=NetworkSegment(5e100fbc-d77e-4779-93d7-094d4c6f44a0),segment_id=5e100fbc-d77e-4779-93d7-094d4c6f44a0)] {{(pid=102545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:25:46.593424 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-e75601c9-169e-4839-b046-79655e9003d9 req-467277c9-e4a0-49e8-969b-3d91c2c0b9fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13923618'] for port, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:46.630924 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75601c9-169e-4839-b046-79655e9003d9 req-467277c9-e4a0-49e8-969b-3d91c2c0b9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:46.631716 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-e75601c9-169e-4839-b046-79655e9003d9 req-467277c9-e4a0-49e8-969b-3d91c2c0b9fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:46.633307 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-e75601c9-169e-4839-b046-79655e9003d9 req-467277c9-e4a0-49e8-969b-3d91c2c0b9fa service neutron] 10.222.0.74 "PUT /v2.0/ports/071fb078-3f83-4604-a050-d36e5c042f5f HTTP/1.1" status: 200 len: 1093 time: 0.6495004 Nov 24 15:25:46.633836 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68310acb-6f2f-4a32-9b65-20ae91f67062', 'tag': '071fb078-3f83-4604-a050-d36e5c042f5f'}] {{(pid=102545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:25:46.636242 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e232a59b198ff96befa2502742fd1f317735a6d9991c1ac6356d20aee71e71d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a5ee4d-0e92-43cf-900d-3f238b2583c6" -d '{"events": [{"name": "network-changed", "server_uuid": "68310acb-6f2f-4a32-9b65-20ae91f67062", "tag": "071fb078-3f83-4604-a050-d36e5c042f5f"}]}' {{(pid=102545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:25:46.674373 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467277c9-e4a0-49e8-969b-3d91c2c0b9fa service neutron] Pushing event updated for resources: {'Port': ['ID=071fb078-3f83-4604-a050-d36e5c042f5f,revision_number=3']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:46.690762 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f37a53-7e51-4fd9-85aa-31e2fd2b90f2 x-openstack-request-id: req-88f37a53-7e51-4fd9-85aa-31e2fd2b90f2 {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:25:46.693916 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68310acb-6f2f-4a32-9b65-20ae91f67062", "tag": "071fb078-3f83-4604-a050-d36e5c042f5f", "status": "completed", "code": 200}]} {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:25:46.694195 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-88f37a53-7e51-4fd9-85aa-31e2fd2b90f2 {{(pid=102545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:25:46.695258 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68310acb-6f2f-4a32-9b65-20ae91f67062', 'tag': '071fb078-3f83-4604-a050-d36e5c042f5f', 'status': 'completed', 'code': 200} Nov 24 15:25:46.748763 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75601c9-169e-4839-b046-79655e9003d9 req-e053e8f3-43e7-4b8f-a45f-02a67317ad5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:46.750496 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-e75601c9-169e-4839-b046-79655e9003d9 req-e053e8f3-43e7-4b8f-a45f-02a67317ad5b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=15cfbeac1f3f4700a4806775a9786f5d&device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 1096 time: 0.0497699 Nov 24 15:25:46.799793 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-e75601c9-169e-4839-b046-79655e9003d9 req-c7578dfe-fa05-4517-818c-65b303f55a72 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=071fb078-3f83-4604-a050-d36e5c042f5f HTTP/1.1" status: 200 len: 217 time: 0.0397840 Nov 24 15:25:46.854036 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75601c9-169e-4839-b046-79655e9003d9 req-1ebfe434-c09e-4241-824d-5da7cb6cdf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:46.855593 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-e75601c9-169e-4839-b046-79655e9003d9 req-1ebfe434-c09e-4241-824d-5da7cb6cdf6d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a6f169b1-1681-4fc6-8349-4eb563a83e19 HTTP/1.1" status: 200 len: 855 time: 0.0456169 Nov 24 15:25:46.903025 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75601c9-169e-4839-b046-79655e9003d9 req-2a726881-0fab-4b61-869e-78dee5e21623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:46.904685 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-e75601c9-169e-4839-b046-79655e9003d9 req-2a726881-0fab-4b61-869e-78dee5e21623 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e130b39d-08a3-4f56-a8c9-cdbf0ac59277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0417037 Nov 24 15:25:47.008532 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-e75601c9-169e-4839-b046-79655e9003d9 req-ce7c31f6-2f9c-484f-bf57-73d67a574d70 service neutron] 10.222.0.74 "GET /v2.0/networks/e130b39d-08a3-4f56-a8c9-cdbf0ac59277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919099 Nov 24 15:25:47.101212 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-e75601c9-169e-4839-b046-79655e9003d9 req-89175dd6-01e8-4d0c-a16e-cab3d1308581 service neutron] 10.222.0.74 "GET /v2.0/networks/e130b39d-08a3-4f56-a8c9-cdbf0ac59277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849066 Nov 24 15:25:47.196528 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5ee4d-0e92-43cf-900d-3f238b2583c6 req-cfde5efd-4839-4e9f-8487-6a7727aab9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:47.198297 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-62a5ee4d-0e92-43cf-900d-3f238b2583c6 req-cfde5efd-4839-4e9f-8487-6a7727aab9d8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=15cfbeac1f3f4700a4806775a9786f5d&device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 1096 time: 0.0474877 Nov 24 15:25:47.296069 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5ee4d-0e92-43cf-900d-3f238b2583c6 req-cc48ba46-10a6-4fae-a422-ea21f1553577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:47.297182 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-62a5ee4d-0e92-43cf-900d-3f238b2583c6 req-cc48ba46-10a6-4fae-a422-ea21f1553577 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e130b39d-08a3-4f56-a8c9-cdbf0ac59277 HTTP/1.1" status: 200 len: 918 time: 0.0905817 Nov 24 15:25:47.341565 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-62a5ee4d-0e92-43cf-900d-3f238b2583c6 req-e6215b91-82bb-46b9-95a4-5ac25ba46e45 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=071fb078-3f83-4604-a050-d36e5c042f5f HTTP/1.1" status: 200 len: 217 time: 0.0372231 Nov 24 15:25:47.391469 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5ee4d-0e92-43cf-900d-3f238b2583c6 req-1770d358-a27c-47a3-87b5-c7b83dff5d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:47.393097 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-62a5ee4d-0e92-43cf-900d-3f238b2583c6 req-1770d358-a27c-47a3-87b5-c7b83dff5d33 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a6f169b1-1681-4fc6-8349-4eb563a83e19 HTTP/1.1" status: 200 len: 855 time: 0.0440872 Nov 24 15:25:47.444158 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5ee4d-0e92-43cf-900d-3f238b2583c6 req-fad2eb44-af57-4cc3-a57f-db85642d68f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:47.445794 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-62a5ee4d-0e92-43cf-900d-3f238b2583c6 req-fad2eb44-af57-4cc3-a57f-db85642d68f7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e130b39d-08a3-4f56-a8c9-cdbf0ac59277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0456166 Nov 24 15:25:47.518789 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a21ac4-d216-4e75-880d-af7a4882e6d6 req-6d624aaf-c89b-4d77-99e1-2ffb866356d9 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:47.520382 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-d1a21ac4-d216-4e75-880d-af7a4882e6d6 req-6d624aaf-c89b-4d77-99e1-2ffb866356d9 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 943 time: 0.0553076 Nov 24 15:25:47.546326 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-62a5ee4d-0e92-43cf-900d-3f238b2583c6 req-bf70d15f-3df7-4bd3-9fcf-da59af50d9a7 service neutron] 10.222.0.74 "GET /v2.0/networks/e130b39d-08a3-4f56-a8c9-cdbf0ac59277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910923 Nov 24 15:25:47.575080 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-d1a21ac4-d216-4e75-880d-af7a4882e6d6 req-bae7a2c3-93f8-46fc-9705-d160acfa17d7 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=447247f4-d52b-43f4-b8f2-aeaffb1fe115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461571 Nov 24 15:25:47.627212 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-d55253ad-8b10-410c-9dbf-b19c0847455c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:47.645398 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-62a5ee4d-0e92-43cf-900d-3f238b2583c6 req-6e83a4c8-958c-4a3c-aa36-695b81c30da6 service neutron] 10.222.0.74 "GET /v2.0/networks/e130b39d-08a3-4f56-a8c9-cdbf0ac59277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905678 Nov 24 15:25:48.089305 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 37416) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:25:48.192781 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-7dabbb46-f9ae-4652-bb4e-f881483d2e32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:48.215578 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-124f8df6-068a-4f00-a8c0-a9ff39f4d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:48.269292 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-7dabbb46-f9ae-4652-bb4e-f881483d2e32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:48.273070 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-7dabbb46-f9ae-4652-bb4e-f881483d2e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:48.311689 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dabbb46-f9ae-4652-bb4e-f881483d2e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f446e0dc-7d52-4443-8bd6-ba4fe8877d20,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:48.315753 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-7dabbb46-f9ae-4652-bb4e-f881483d2e32 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1540d6e2ca7646b9af5b880ff010f85e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2254224 Nov 24 15:25:48.319148 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 37420) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:25:48.364734 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-5577cd2b-f737-40c3-9a67-18bbb965959f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:48.386062 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-5577cd2b-f737-40c3-9a67-18bbb965959f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:48.432293 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-5577cd2b-f737-40c3-9a67-18bbb965959f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:48.434985 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-5577cd2b-f737-40c3-9a67-18bbb965959f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:48.436120 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-5577cd2b-f737-40c3-9a67-18bbb965959f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f446e0dc-7d52-4443-8bd6-ba4fe8877d20 HTTP/1.1" status: 204 len: 168 time: 0.1160152 Nov 24 15:25:48.444167 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5577cd2b-f737-40c3-9a67-18bbb965959f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f446e0dc-7d52-4443-8bd6-ba4fe8877d20,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:48.659250 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 071fb078-3f83-4604-a050-d36e5c042f5f details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 15:25:48.706932 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7edb65-1d9b-4b2c-9697-aa3da76ea5f2 req-9ede80dd-1c8b-46b9-a573-4c5c66ecfab1 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:48.708598 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-fc7edb65-1d9b-4b2c-9697-aa3da76ea5f2 req-9ede80dd-1c8b-46b9-a573-4c5c66ecfab1 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 943 time: 0.0540676 Nov 24 15:25:48.712609 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 37428) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:25:48.732233 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-64c22f4b-05e4-4bf3-ac3a-438b692a14ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:48.757312 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 071fb078-3f83-4604-a050-d36e5c042f5f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=071fb078-3f83-4604-a050-d36e5c042f5f,segment=NetworkSegment(5e100fbc-d77e-4779-93d7-094d4c6f44a0),segment_id=5e100fbc-d77e-4779-93d7-094d4c6f44a0)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:25:48.771790 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Returning: {'device': '071fb078-3f83-4604-a050-d36e5c042f5f', 'network_id': 'e130b39d-08a3-4f56-a8c9-cdbf0ac59277', 'port_id': '071fb078-3f83-4604-a050-d36e5c042f5f', 'mac_address': 'fa:16:3e:ed:c5:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6f169b1-1681-4fc6-8349-4eb563a83e19', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 15:25:48.788593 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-fc7edb65-1d9b-4b2c-9697-aa3da76ea5f2 req-c690caee-c1e3-4cfa-8646-123442e07bb7 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=447247f4-d52b-43f4-b8f2-aeaffb1fe115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694001 Nov 24 15:25:48.817348 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:48.831206 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.notifiers.nova [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 071fb078-3f83-4604-a050-d36e5c042f5f {{(pid=102546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:25:48.836521 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-64c22f4b-05e4-4bf3-ac3a-438b692a14ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:48.841470 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-64c22f4b-05e4-4bf3-ac3a-438b692a14ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:48.851353 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 071fb078-3f83-4604-a050-d36e5c042f5f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=071fb078-3f83-4604-a050-d36e5c042f5f,segment=NetworkSegment(5e100fbc-d77e-4779-93d7-094d4c6f44a0),segment_id=5e100fbc-d77e-4779-93d7-094d4c6f44a0)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:25:48.858146 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:48.882176 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-64c22f4b-05e4-4bf3-ac3a-438b692a14ad admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9cef79909b33451ba085fe90620fe5b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1681988 Nov 24 15:25:48.882711 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c22f4b-05e4-4bf3-ac3a-438b692a14ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff0c733-6c64-43ae-b37b-15575c68f484,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:48.884605 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 37430) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:25:48.912332 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Pushing event updated for resources: {'Port': ['ID=071fb078-3f83-4604-a050-d36e5c042f5f,revision_number=4']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:48.933478 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2f2b7ac2-05bd-4611-9968-7a4270645116 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:48.954048 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2f2b7ac2-05bd-4611-9968-7a4270645116 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:48.999951 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2f2b7ac2-05bd-4611-9968-7a4270645116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:49.002533 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2f2b7ac2-05bd-4611-9968-7a4270645116 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:49.003917 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-2f2b7ac2-05bd-4611-9968-7a4270645116 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3ff0c733-6c64-43ae-b37b-15575c68f484 HTTP/1.1" status: 204 len: 168 time: 0.1177642 Nov 24 15:25:49.012567 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b7ac2-05bd-4611-9968-7a4270645116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff0c733-6c64-43ae-b37b-15575c68f484,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:49.093847 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] get_ports_and_sgs() called for port_ids ['071fb078-3f83-4604-a050-d36e5c042f5f'] {{(pid=102546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:25:49.788668 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0567c706-1e8e-49a8-b1df-c52fd48358e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:49.909200 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506208d-a662-4053-8eef-ad2a3e4f6e46 req-a6a404b4-650c-4bf4-b28c-55abef06092d tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:49.910749 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-0506208d-a662-4053-8eef-ad2a3e4f6e46 req-a6a404b4-650c-4bf4-b28c-55abef06092d tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 944 time: 0.0495081 Nov 24 15:25:49.963313 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-0506208d-a662-4053-8eef-ad2a3e4f6e46 req-f6bcd15e-d257-4cbf-bc72-b7f329342535 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=447247f4-d52b-43f4-b8f2-aeaffb1fe115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464876 Nov 24 15:25:50.672983 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 071fb078-3f83-4604-a050-d36e5c042f5f up at agent hyperv_hv-cinder-80403 {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:25:50.727371 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Provisioning for port 071fb078-3f83-4604-a050-d36e5c042f5f completed by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 15:25:50.731111 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Provisioning complete for port 071fb078-3f83-4604-a050-d36e5c042f5f triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:25:50.731510 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:50.811299 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:50.833268 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68310acb-6f2f-4a32-9b65-20ae91f67062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071fb078-3f83-4604-a050-d36e5c042f5f'}] {{(pid=102546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:25:50.835973 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec30b6fee894e899a7ef63b5da9bb2e859d87fc094cada3931da851dba0edc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dcacfe0-f315-4da0-805d-8626b82d83c6" -d '{"events": [{"server_uuid": "68310acb-6f2f-4a32-9b65-20ae91f67062", "name": "network-vif-plugged", "status": "completed", "tag": "071fb078-3f83-4604-a050-d36e5c042f5f"}]}' {{(pid=102546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:25:50.848471 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 071fb078-3f83-4604-a050-d36e5c042f5f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=071fb078-3f83-4604-a050-d36e5c042f5f,segment=NetworkSegment(5e100fbc-d77e-4779-93d7-094d4c6f44a0),segment_id=5e100fbc-d77e-4779-93d7-094d4c6f44a0)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:25:50.853079 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:50.875742 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82756a4-8f2d-490f-a15d-38d919e1d1e8 x-openstack-request-id: req-f82756a4-8f2d-490f-a15d-38d919e1d1e8 {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:25:50.876035 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68310acb-6f2f-4a32-9b65-20ae91f67062", "name": "network-vif-plugged", "status": "completed", "tag": "071fb078-3f83-4604-a050-d36e5c042f5f", "code": 200}]} {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:25:50.876289 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f82756a4-8f2d-490f-a15d-38d919e1d1e8 {{(pid=102546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:25:50.876674 dv-cinder-804035-20-iscsi neutron-server[102546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68310acb-6f2f-4a32-9b65-20ae91f67062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071fb078-3f83-4604-a050-d36e5c042f5f', 'code': 200} Nov 24 15:25:50.902822 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Pushing event updated for resources: {'Port': ['ID=071fb078-3f83-4604-a050-d36e5c042f5f,revision_number=5']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:50.979325 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:51.047613 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983dfb4-40a3-4941-b706-f1617db8165a req-097c78a8-15f3-49c2-bb47-f644086f0009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:51.049228 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-f983dfb4-40a3-4941-b706-f1617db8165a req-097c78a8-15f3-49c2-bb47-f644086f0009 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 1098 time: 0.0425787 Nov 24 15:25:51.082503 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ec870-d845-4546-8d40-352064d8d645 req-7a2faf73-fe11-4ae2-9eef-c7a3f45da784 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:51.084664 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-8f7ec870-d845-4546-8d40-352064d8d645 req-7a2faf73-fe11-4ae2-9eef-c7a3f45da784 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 945 time: 0.0499504 Nov 24 15:25:51.093961 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-f983dfb4-40a3-4941-b706-f1617db8165a req-af1c1ac4-f26a-4887-91e3-e38d7797837d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=447247f4-d52b-43f4-b8f2-aeaffb1fe115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371692 Nov 24 15:25:51.131116 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-8f7ec870-d845-4546-8d40-352064d8d645 req-dc6b0dfe-fd99-4751-b7e4-49c6f6ee8550 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=447247f4-d52b-43f4-b8f2-aeaffb1fe115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401821 Nov 24 15:25:52.257625 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cedd9b-5092-4bfc-a6b5-d2dfbd5ab6fe req-2cde40ba-1c05-4e69-8d52-b0082f34f640 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:52.259024 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-07cedd9b-5092-4bfc-a6b5-d2dfbd5ab6fe req-2cde40ba-1c05-4e69-8d52-b0082f34f640 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 945 time: 0.0522606 Nov 24 15:25:52.311093 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-07cedd9b-5092-4bfc-a6b5-d2dfbd5ab6fe req-d9547d23-8dc3-4488-a994-6b6cf96625d3 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=447247f4-d52b-43f4-b8f2-aeaffb1fe115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438728 Nov 24 15:25:53.439278 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3fffa-0437-4a5c-85d4-35fc8b6f2ff2 req-4cd6f2e9-f670-46e7-a4fa-957e9ca9856c tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:53.440786 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-6ff3fffa-0437-4a5c-85d4-35fc8b6f2ff2 req-4cd6f2e9-f670-46e7-a4fa-957e9ca9856c tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 945 time: 0.0533848 Nov 24 15:25:53.496876 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-6ff3fffa-0437-4a5c-85d4-35fc8b6f2ff2 req-ed0e5977-c556-48f8-88ce-9b972255150d tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=447247f4-d52b-43f4-b8f2-aeaffb1fe115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501881 Nov 24 15:25:53.620493 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18b99c-f811-4734-a148-78dfef134042 req-feb387fc-ac5b-4604-9179-cf977a5dcc5e tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:53.622004 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4b18b99c-f811-4734-a148-78dfef134042 req-feb387fc-ac5b-4604-9179-cf977a5dcc5e tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 945 time: 0.0513692 Nov 24 15:25:53.631256 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 37536) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:25:53.635961 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [None req-f98a53c2-37ee-41b8-878f-e91762947aca tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Request body: {'floatingip': {'port_id': '071fb078-3f83-4604-a050-d36e5c042f5f'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:25:53.674513 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f98a53c2-37ee-41b8-878f-e91762947aca tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks [] for floatingip, before_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:53.869686 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 37540) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:25:53.977134 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-f80eba0f-cfec-4bae-af94-20a307e143bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:54.053437 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-f80eba0f-cfec-4bae-af94-20a307e143bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:54.057391 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-f80eba0f-cfec-4bae-af94-20a307e143bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:54.095728 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-f80eba0f-cfec-4bae-af94-20a307e143bf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=be879afe3581476fb0e8a7f6a9fec9fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2249169 Nov 24 15:25:54.098117 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80eba0f-cfec-4bae-af94-20a307e143bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68293f76-19ae-485f-bb41-c3d26cfc09c9,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:54.100352 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 37546) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:25:54.113457 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f98a53c2-37ee-41b8-878f-e91762947aca tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:54.120649 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f98a53c2-37ee-41b8-878f-e91762947aca tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663866'] for floatingip, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:54.153494 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c0435ed6-fc2b-4bdc-9945-4e6520c7f6b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:54.175749 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c0435ed6-fc2b-4bdc-9945-4e6520c7f6b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:54.221657 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.db.l3_db [None req-f98a53c2-37ee-41b8-878f-e91762947aca tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Floating IP 2e773752-8ad9-4545-aa29-2cb0cdd73de8 associated. External IP: 172.27.3.10, port: 071fb078-3f83-4604-a050-d36e5c042f5f. Nov 24 15:25:54.223322 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c0435ed6-fc2b-4bdc-9945-4e6520c7f6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:54.226535 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c0435ed6-fc2b-4bdc-9945-4e6520c7f6b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:54.227819 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-c0435ed6-fc2b-4bdc-9945-4e6520c7f6b3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/68293f76-19ae-485f-bb41-c3d26cfc09c9 HTTP/1.1" status: 204 len: 168 time: 0.1265502 Nov 24 15:25:54.237271 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0435ed6-fc2b-4bdc-9945-4e6520c7f6b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68293f76-19ae-485f-bb41-c3d26cfc09c9,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:54.446152 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f98a53c2-37ee-41b8-878f-e91762947aca tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Router d1842c13-e3f5-4c60-be71-80cea264535a has already been hosted by L3 agent cf746c29-e95d-415d-8373-1f02a86f1d46 {{(pid=102545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:25:54.496091 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 37554) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:25:54.509072 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-b9bb3bc5-16a7-4de2-b7cf-dd7591b13436 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:54.557718 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98a53c2-37ee-41b8-878f-e91762947aca tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Notify agent at l3_agent.dv-cinder-804035-20-iscsi the message routers_updated {{(pid=102545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:25:54.564310 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f98a53c2-37ee-41b8-878f-e91762947aca tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for floatingip, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:54.570587 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf88d95-28ce-41f1-97a1-20c05ee2439c None None] Sync routers for ids ['d1842c13-e3f5-4c60-be71-80cea264535a'] in dv-cinder-804035-20-iscsi {{(pid=102547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:25:54.580741 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf88d95-28ce-41f1-97a1-20c05ee2439c None None] Routers {'d1842c13-e3f5-4c60-be71-80cea264535a'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:25:54.581359 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-5cf88d95-28ce-41f1-97a1-20c05ee2439c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:25:48Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['d1842c13-e3f5-4c60-be71-80cea264535a'], 'active': True} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:25:54.586080 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-b9bb3bc5-16a7-4de2-b7cf-dd7591b13436 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:54.589888 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-b9bb3bc5-16a7-4de2-b7cf-dd7591b13436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:54.595630 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-f98a53c2-37ee-41b8-878f-e91762947aca tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "PUT /v2.0/floatingips/2e773752-8ad9-4545-aa29-2cb0cdd73de8 HTTP/1.1" status: 200 len: 990 time: 0.9607034 Nov 24 15:25:54.595630 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68310acb-6f2f-4a32-9b65-20ae91f67062', 'tag': '071fb078-3f83-4604-a050-d36e5c042f5f'}] {{(pid=102545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:25:54.596187 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e232a59b198ff96befa2502742fd1f317735a6d9991c1ac6356d20aee71e71d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9317fd8e-cede-48b5-96a5-bec2ec1d2d87" -d '{"events": [{"name": "network-changed", "server_uuid": "68310acb-6f2f-4a32-9b65-20ae91f67062", "tag": "071fb078-3f83-4604-a050-d36e5c042f5f"}]}' {{(pid=102545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:25:54.630167 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bb3bc5-16a7-4de2-b7cf-dd7591b13436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a88d6c-3db2-4165-8f72-6e9e8bef31fc,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:54.637282 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-b9bb3bc5-16a7-4de2-b7cf-dd7591b13436 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4bac248fe23e42eb82aba8f770dc9a9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1401062 Nov 24 15:25:54.637429 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 37560) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:25:54.661250 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518b05d0-d505-45c7-9e10-fa3d1bf23ebf x-openstack-request-id: req-518b05d0-d505-45c7-9e10-fa3d1bf23ebf {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:25:54.662257 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68310acb-6f2f-4a32-9b65-20ae91f67062", "tag": "071fb078-3f83-4604-a050-d36e5c042f5f", "status": "completed", "code": 200}]} {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:25:54.662616 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-518b05d0-d505-45c7-9e10-fa3d1bf23ebf {{(pid=102545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:25:54.664027 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68310acb-6f2f-4a32-9b65-20ae91f67062', 'tag': '071fb078-3f83-4604-a050-d36e5c042f5f', 'status': 'completed', 'code': 200} Nov 24 15:25:54.716457 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvr_db [None req-5cf88d95-28ce-41f1-97a1-20c05ee2439c None None] Set router d1842c13-e3f5-4c60-be71-80cea264535a gateway port host: dv-cinder-804035-20-iscsi {{(pid=102547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:25:54.717620 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-6445a393-e280-457a-92e6-af9ac4376ddd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:54.745969 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-6445a393-e280-457a-92e6-af9ac4376ddd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:54.760197 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317fd8e-cede-48b5-96a5-bec2ec1d2d87 req-e97bd7c9-7b43-429e-974c-a3035a133083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:54.761741 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-9317fd8e-cede-48b5-96a5-bec2ec1d2d87 req-e97bd7c9-7b43-429e-974c-a3035a133083 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=15cfbeac1f3f4700a4806775a9786f5d&device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 1098 time: 0.0750952 Nov 24 15:25:54.853959 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-6445a393-e280-457a-92e6-af9ac4376ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:54.856592 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-6445a393-e280-457a-92e6-af9ac4376ddd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:54.857711 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-6445a393-e280-457a-92e6-af9ac4376ddd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/56a88d6c-3db2-4165-8f72-6e9e8bef31fc HTTP/1.1" status: 204 len: 168 time: 0.2192936 Nov 24 15:25:54.877173 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6445a393-e280-457a-92e6-af9ac4376ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a88d6c-3db2-4165-8f72-6e9e8bef31fc,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:54.886918 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317fd8e-cede-48b5-96a5-bec2ec1d2d87 req-02e74f8e-6234-4af5-8c86-fb1c4112e2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:54.889552 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-9317fd8e-cede-48b5-96a5-bec2ec1d2d87 req-02e74f8e-6234-4af5-8c86-fb1c4112e2f8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e130b39d-08a3-4f56-a8c9-cdbf0ac59277 HTTP/1.1" status: 200 len: 918 time: 0.1159573 Nov 24 15:25:54.950740 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-5cf88d95-28ce-41f1-97a1-20c05ee2439c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'name': 'tempest-AttachVolumeShelveTestJSON-620991033-router', 'tenant_id': '15cfbeac1f3f4700a4806775a9786f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '7df63596-f16f-4631-b9a2-08d55064f862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:22:48Z', 'updated_at': '2021-11-24T15:22:51Z', 'revision_number': 4, 'project_id': '15cfbeac1f3f4700a4806775a9786f5d', 'gw_port': {'id': '7df63596-f16f-4631-b9a2-08d55064f862', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:26:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:22:49Z', 'updated_at': '2021-11-24T15:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_floatingips': [{'id': '2e773752-8ad9-4545-aa29-2cb0cdd73de8', 'tenant_id': '15cfbeac1f3f4700a4806775a9786f5d', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'router_id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'port_id': '071fb078-3f83-4604-a050-d36e5c042f5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e130b39d-08a3-4f56-a8c9-cdbf0ac59277', 'mac_address': 'fa:16:3e:ed:c5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68310acb-6f2f-4a32-9b65-20ae91f67062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:25:42Z', 'updated_at': '2021-11-24T15:25:54Z', 'revision_number': 1, 'project_id': '15cfbeac1f3f4700a4806775a9786f5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7311685-2010-4dfa-a329-23c624b59e25', 'name': '', 'network_id': 'e130b39d-08a3-4f56-a8c9-cdbf0ac59277', 'tenant_id': '15cfbeac1f3f4700a4806775a9786f5d', 'mac_address': 'fa:16:3e:50:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'a6f169b1-1681-4fc6-8349-4eb563a83e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:22:50Z', 'updated_at': '2021-11-24T15:22:55Z', 'revision_number': 5, 'project_id': '15cfbeac1f3f4700a4806775a9786f5d', 'subnets': [{'id': 'a6f169b1-1681-4fc6-8349-4eb563a83e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:25:54.973007 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-9317fd8e-cede-48b5-96a5-bec2ec1d2d87 req-095a3503-199f-4468-82d2-b4ef22cc865f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=071fb078-3f83-4604-a050-d36e5c042f5f HTTP/1.1" status: 200 len: 998 time: 0.0691593 Nov 24 15:25:54.981295 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf88d95-28ce-41f1-97a1-20c05ee2439c None None] Checking router: d1842c13-e3f5-4c60-be71-80cea264535a for host: dv-cinder-804035-20-iscsi {{(pid=102547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:25:54.991478 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf88d95-28ce-41f1-97a1-20c05ee2439c None None] Routers {'d1842c13-e3f5-4c60-be71-80cea264535a'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:25:54.992116 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-5cf88d95-28ce-41f1-97a1-20c05ee2439c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:25:48Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['d1842c13-e3f5-4c60-be71-80cea264535a'], 'active': True} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:25:55.028801 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317fd8e-cede-48b5-96a5-bec2ec1d2d87 req-663e28bf-bc92-4f5e-8c32-e680940bebe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:55.031039 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-9317fd8e-cede-48b5-96a5-bec2ec1d2d87 req-663e28bf-bc92-4f5e-8c32-e680940bebe2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a6f169b1-1681-4fc6-8349-4eb563a83e19 HTTP/1.1" status: 200 len: 855 time: 0.0503531 Nov 24 15:25:55.078331 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317fd8e-cede-48b5-96a5-bec2ec1d2d87 req-7f88c757-606f-47bc-8082-1ea29dd2a1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:55.080150 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-9317fd8e-cede-48b5-96a5-bec2ec1d2d87 req-7f88c757-606f-47bc-8082-1ea29dd2a1a6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e130b39d-08a3-4f56-a8c9-cdbf0ac59277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0410228 Nov 24 15:25:55.102084 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvr_db [None req-5cf88d95-28ce-41f1-97a1-20c05ee2439c None None] Set router d1842c13-e3f5-4c60-be71-80cea264535a gateway port host: dv-cinder-804035-20-iscsi {{(pid=102547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:25:55.176062 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-9317fd8e-cede-48b5-96a5-bec2ec1d2d87 req-3292a439-79f2-47e4-98d0-fd090f9e7997 service neutron] 10.222.0.74 "GET /v2.0/networks/e130b39d-08a3-4f56-a8c9-cdbf0ac59277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882707 Nov 24 15:25:55.289427 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-9317fd8e-cede-48b5-96a5-bec2ec1d2d87 req-04692a54-2b19-4ed0-a855-962267848ddc service neutron] 10.222.0.74 "GET /v2.0/networks/e130b39d-08a3-4f56-a8c9-cdbf0ac59277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053183 Nov 24 15:25:55.340954 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-5cf88d95-28ce-41f1-97a1-20c05ee2439c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'name': 'tempest-AttachVolumeShelveTestJSON-620991033-router', 'tenant_id': '15cfbeac1f3f4700a4806775a9786f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '7df63596-f16f-4631-b9a2-08d55064f862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:22:48Z', 'updated_at': '2021-11-24T15:22:51Z', 'revision_number': 4, 'project_id': '15cfbeac1f3f4700a4806775a9786f5d', 'gw_port': {'id': '7df63596-f16f-4631-b9a2-08d55064f862', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:26:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:22:49Z', 'updated_at': '2021-11-24T15:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_floatingips': [{'id': '2e773752-8ad9-4545-aa29-2cb0cdd73de8', 'tenant_id': '15cfbeac1f3f4700a4806775a9786f5d', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'router_id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'port_id': '071fb078-3f83-4604-a050-d36e5c042f5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e130b39d-08a3-4f56-a8c9-cdbf0ac59277', 'mac_address': 'fa:16:3e:ed:c5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68310acb-6f2f-4a32-9b65-20ae91f67062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:25:42Z', 'updated_at': '2021-11-24T15:25:54Z', 'revision_number': 1, 'project_id': '15cfbeac1f3f4700a4806775a9786f5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7311685-2010-4dfa-a329-23c624b59e25', 'name': '', 'network_id': 'e130b39d-08a3-4f56-a8c9-cdbf0ac59277', 'tenant_id': '15cfbeac1f3f4700a4806775a9786f5d', 'mac_address': 'fa:16:3e:50:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'a6f169b1-1681-4fc6-8349-4eb563a83e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:22:50Z', 'updated_at': '2021-11-24T15:22:55Z', 'revision_number': 5, 'project_id': '15cfbeac1f3f4700a4806775a9786f5d', 'subnets': [{'id': 'a6f169b1-1681-4fc6-8349-4eb563a83e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:25:55.367760 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf88d95-28ce-41f1-97a1-20c05ee2439c None None] The sync data for ids ['d1842c13-e3f5-4c60-be71-80cea264535a'] in dv-cinder-804035-20-iscsi is: [{'id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'name': 'tempest-AttachVolumeShelveTestJSON-620991033-router', 'tenant_id': '15cfbeac1f3f4700a4806775a9786f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '7df63596-f16f-4631-b9a2-08d55064f862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:22:48Z', 'updated_at': '2021-11-24T15:22:51Z', 'revision_number': 4, 'project_id': '15cfbeac1f3f4700a4806775a9786f5d', 'gw_port': {'id': '7df63596-f16f-4631-b9a2-08d55064f862', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:26:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:22:49Z', 'updated_at': '2021-11-24T15:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_floatingips': [{'id': '2e773752-8ad9-4545-aa29-2cb0cdd73de8', 'tenant_id': '15cfbeac1f3f4700a4806775a9786f5d', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'router_id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'port_id': '071fb078-3f83-4604-a050-d36e5c042f5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e130b39d-08a3-4f56-a8c9-cdbf0ac59277', 'mac_address': 'fa:16:3e:ed:c5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68310acb-6f2f-4a32-9b65-20ae91f67062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:25:42Z', 'updated_at': '2021-11-24T15:25:54Z', 'revision_number': 1, 'project_id': '15cfbeac1f3f4700a4806775a9786f5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7311685-2010-4dfa-a329-23c624b59e25', 'name': '', 'network_id': 'e130b39d-08a3-4f56-a8c9-cdbf0ac59277', 'tenant_id': '15cfbeac1f3f4700a4806775a9786f5d', 'mac_address': 'fa:16:3e:50:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'a6f169b1-1681-4fc6-8349-4eb563a83e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:22:50Z', 'updated_at': '2021-11-24T15:22:55Z', 'revision_number': 5, 'project_id': '15cfbeac1f3f4700a4806775a9786f5d', 'subnets': [{'id': 'a6f169b1-1681-4fc6-8349-4eb563a83e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:25:55.570204 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f1fc83-8cf8-4b63-b98d-c8620ea4b01d None None] New status for floating IP 2e773752-8ad9-4545-aa29-2cb0cdd73de8: ACTIVE {{(pid=102546) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 15:25:55.641587 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.agents_db [None req-1855c149-01a8-4582-985c-3b31432c2781 None None] Agent healthcheck: found 6 active agents {{(pid=102547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:25:59.712996 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 37646) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:25:59.816545 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-b811210e-4f03-4cba-9d3c-e7fe7a1a913b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:59.890275 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-b811210e-4f03-4cba-9d3c-e7fe7a1a913b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:59.893798 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-b811210e-4f03-4cba-9d3c-e7fe7a1a913b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:59.933032 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b811210e-4f03-4cba-9d3c-e7fe7a1a913b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696713b6-5936-4d36-a41d-c773d5983734,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:59.937432 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-b811210e-4f03-4cba-9d3c-e7fe7a1a913b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5d9e1dec70324f49b2a6d6f5639261e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233295 Nov 24 15:25:59.940002 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 37650) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:25:59.985704 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-04147fc5-061c-443c-b30b-61569b7b8d2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:00.006444 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-04147fc5-061c-443c-b30b-61569b7b8d2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:00.051486 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-04147fc5-061c-443c-b30b-61569b7b8d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:00.054844 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-04147fc5-061c-443c-b30b-61569b7b8d2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:00.055941 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-04147fc5-061c-443c-b30b-61569b7b8d2c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/696713b6-5936-4d36-a41d-c773d5983734 HTTP/1.1" status: 204 len: 168 time: 0.1150248 Nov 24 15:26:00.063824 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04147fc5-061c-443c-b30b-61569b7b8d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696713b6-5936-4d36-a41d-c773d5983734,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:26:00.318379 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 37658) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:26:00.331228 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-d72d9542-aff9-4d2e-9558-290ed8f1773f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:00.403547 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-d72d9542-aff9-4d2e-9558-290ed8f1773f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:00.407311 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-d72d9542-aff9-4d2e-9558-290ed8f1773f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:00.443200 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-d72d9542-aff9-4d2e-9558-290ed8f1773f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=af072e28f98f43faa5d5b4b56ad3abd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1236100 Nov 24 15:26:00.445247 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d9542-aff9-4d2e-9558-290ed8f1773f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97424885-6836-450a-b42f-40421a04c1bf,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:26:00.446410 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 37660) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:26:00.494438 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-b6d720ae-da24-4a5f-98aa-69aac0fb60ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:00.517162 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-b6d720ae-da24-4a5f-98aa-69aac0fb60ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:00.563722 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-b6d720ae-da24-4a5f-98aa-69aac0fb60ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:00.566250 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-b6d720ae-da24-4a5f-98aa-69aac0fb60ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:00.567480 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-b6d720ae-da24-4a5f-98aa-69aac0fb60ee admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/97424885-6836-450a-b42f-40421a04c1bf HTTP/1.1" status: 204 len: 168 time: 0.1198931 Nov 24 15:26:00.575441 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d720ae-da24-4a5f-98aa-69aac0fb60ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97424885-6836-450a-b42f-40421a04c1bf,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:26:08.042270 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:10.472491 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 37770) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:26:10.577337 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-451a1d00-a0f0-43aa-9215-4ed2f3cce37d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:10.649001 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-451a1d00-a0f0-43aa-9215-4ed2f3cce37d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:10.652746 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-451a1d00-a0f0-43aa-9215-4ed2f3cce37d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:10.688674 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a1d00-a0f0-43aa-9215-4ed2f3cce37d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15943165-08d1-4227-9140-c075200ff119,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:26:10.692914 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-451a1d00-a0f0-43aa-9215-4ed2f3cce37d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8f4c25965e3e4ed0b337cea0169f1bc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2193732 Nov 24 15:26:10.695475 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 37774) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:26:10.743106 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-40bfb7b4-f854-4aa1-8ffa-375194c2444f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:10.763855 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-40bfb7b4-f854-4aa1-8ffa-375194c2444f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:10.810671 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-40bfb7b4-f854-4aa1-8ffa-375194c2444f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:10.813416 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-40bfb7b4-f854-4aa1-8ffa-375194c2444f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:10.814587 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-40bfb7b4-f854-4aa1-8ffa-375194c2444f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/15943165-08d1-4227-9140-c075200ff119 HTTP/1.1" status: 204 len: 168 time: 0.1182194 Nov 24 15:26:10.822462 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bfb7b4-f854-4aa1-8ffa-375194c2444f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15943165-08d1-4227-9140-c075200ff119,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:26:11.076886 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 37782) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:26:11.090154 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-467e595e-ba1f-4766-8127-501f7c24788e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:11.165576 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-467e595e-ba1f-4766-8127-501f7c24788e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:11.169477 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-467e595e-ba1f-4766-8127-501f7c24788e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:11.206650 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-467e595e-ba1f-4766-8127-501f7c24788e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=aad6ded4753c49bab191f8f177f292e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1287007 Nov 24 15:26:11.207868 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467e595e-ba1f-4766-8127-501f7c24788e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134a07d5-6f08-4304-a249-0f59931b9366,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:26:11.209434 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 37784) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:26:11.258227 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-00473424-30c2-465e-86c9-45029f55a8dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:11.278936 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-00473424-30c2-465e-86c9-45029f55a8dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:11.325198 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-00473424-30c2-465e-86c9-45029f55a8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:11.327858 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-00473424-30c2-465e-86c9-45029f55a8dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:11.329024 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-00473424-30c2-465e-86c9-45029f55a8dd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/134a07d5-6f08-4304-a249-0f59931b9366 HTTP/1.1" status: 204 len: 168 time: 0.1185837 Nov 24 15:26:11.336745 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00473424-30c2-465e-86c9-45029f55a8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134a07d5-6f08-4304-a249-0f59931b9366,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:26:15.183660 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-3423f86e-1ee9-4443-8123-4b52d4c6b040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:15.353581 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 37850) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:26:15.455946 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-5c4c9f7d-0d88-4ff6-a147-4931f1f7ed2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:15.527621 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-5c4c9f7d-0d88-4ff6-a147-4931f1f7ed2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:15.531261 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-5c4c9f7d-0d88-4ff6-a147-4931f1f7ed2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:15.571888 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-5c4c9f7d-0d88-4ff6-a147-4931f1f7ed2d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f22331705f0145b49a2e6521347b260c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2173066 Nov 24 15:26:15.573008 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4c9f7d-0d88-4ff6-a147-4931f1f7ed2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2fa0d12-272b-4ff7-a890-e91b7ce3eee5,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:26:15.574519 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 37854) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:26:15.622824 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-ef48060e-02af-4298-8407-ba2ce822d3f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:15.643022 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-ef48060e-02af-4298-8407-ba2ce822d3f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:15.688240 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-ef48060e-02af-4298-8407-ba2ce822d3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:15.691157 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-ef48060e-02af-4298-8407-ba2ce822d3f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:15.692512 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-ef48060e-02af-4298-8407-ba2ce822d3f8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c2fa0d12-272b-4ff7-a890-e91b7ce3eee5 HTTP/1.1" status: 204 len: 168 time: 0.1169739 Nov 24 15:26:15.700224 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef48060e-02af-4298-8407-ba2ce822d3f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2fa0d12-272b-4ff7-a890-e91b7ce3eee5,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:26:15.950002 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 37860) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:26:15.963657 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-14d285e1-bf36-4c72-934e-3ea1a5b0f6c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:16.036571 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-14d285e1-bf36-4c72-934e-3ea1a5b0f6c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:16.041409 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-14d285e1-bf36-4c72-934e-3ea1a5b0f6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:16.080237 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-14d285e1-bf36-4c72-934e-3ea1a5b0f6c8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=580a94e3ab24438b93a71738380f9b96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1291168 Nov 24 15:26:16.081088 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d285e1-bf36-4c72-934e-3ea1a5b0f6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87b57d6-7e6a-4edd-b94c-4f9cc0cf1347,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:26:16.082999 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 37862) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:26:16.130876 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-9def5d2e-d6f6-4a82-914d-fc9917f0e3fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:16.152059 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-9def5d2e-d6f6-4a82-914d-fc9917f0e3fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:16.198134 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-9def5d2e-d6f6-4a82-914d-fc9917f0e3fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:16.200704 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-9def5d2e-d6f6-4a82-914d-fc9917f0e3fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:16.201841 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-9def5d2e-d6f6-4a82-914d-fc9917f0e3fc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b87b57d6-7e6a-4edd-b94c-4f9cc0cf1347 HTTP/1.1" status: 204 len: 168 time: 0.1178079 Nov 24 15:26:16.209372 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9def5d2e-d6f6-4a82-914d-fc9917f0e3fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87b57d6-7e6a-4edd-b94c-4f9cc0cf1347,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:26:17.629841 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2bcd20b5-f110-48e8-9160-ba565c88ed03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:18.217226 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-124f8df6-068a-4f00-a8c0-a9ff39f4d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:19.777318 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0567c706-1e8e-49a8-b1df-c52fd48358e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:20.981041 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:32.640348 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.agents_db [None req-1855c149-01a8-4582-985c-3b31432c2781 None None] Agent healthcheck: found 6 active agents {{(pid=102547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:26:36.434126 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a2378-6a58-4c6c-8aac-3beaf3418982 req-85ba26be-b9e2-484f-a348-c65e0982033f tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:36.435638 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-048a2378-6a58-4c6c-8aac-3beaf3418982 req-85ba26be-b9e2-484f-a348-c65e0982033f tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 945 time: 0.0506029 Nov 24 15:26:36.481875 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-048a2378-6a58-4c6c-8aac-3beaf3418982 req-40639163-d392-4b11-86b6-cacd824316b2 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=447247f4-d52b-43f4-b8f2-aeaffb1fe115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404246 Nov 24 15:26:37.608352 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b75fa-6398-41e5-abd1-6a8d4b9ceafc req-30394f62-c55b-4029-87fe-b5d46cf7bc67 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:37.609822 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-460b75fa-6398-41e5-abd1-6a8d4b9ceafc req-30394f62-c55b-4029-87fe-b5d46cf7bc67 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 945 time: 0.0533881 Nov 24 15:26:37.656771 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-460b75fa-6398-41e5-abd1-6a8d4b9ceafc req-26f93007-3a39-4615-a408-e0bbe9a0e2b2 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=447247f4-d52b-43f4-b8f2-aeaffb1fe115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405464 Nov 24 15:26:38.028927 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:38.775861 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed83aef-7773-437b-bb12-ac4330229e3b req-fbdcbfed-e7a6-4997-b243-1206543f2ce5 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:38.777365 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4ed83aef-7773-437b-bb12-ac4330229e3b req-fbdcbfed-e7a6-4997-b243-1206543f2ce5 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 945 time: 0.0488756 Nov 24 15:26:38.824863 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4ed83aef-7773-437b-bb12-ac4330229e3b req-500d7bc3-884a-42e6-961f-c021528bf6f3 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=447247f4-d52b-43f4-b8f2-aeaffb1fe115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416934 Nov 24 15:26:39.950337 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1738a-b9eb-4b58-b92e-73e17ca2557e req-96d4b899-7cb8-4848-bd9f-ce895aabad74 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:39.961903 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-48e1738a-b9eb-4b58-b92e-73e17ca2557e req-96d4b899-7cb8-4848-bd9f-ce895aabad74 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 945 time: 0.0551255 Nov 24 15:26:40.006360 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-48e1738a-b9eb-4b58-b92e-73e17ca2557e req-e4360b67-1c25-40f5-bd1d-b98cc4195bb7 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=447247f4-d52b-43f4-b8f2-aeaffb1fe115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435641 Nov 24 15:26:41.128038 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1862e7c-5662-4d5f-ad8b-b8c851184ec4 req-d53ec442-98c4-4c65-acfb-4851409765d9 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:41.129555 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-b1862e7c-5662-4d5f-ad8b-b8c851184ec4 req-d53ec442-98c4-4c65-acfb-4851409765d9 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 945 time: 0.0520864 Nov 24 15:26:41.179010 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-b1862e7c-5662-4d5f-ad8b-b8c851184ec4 req-b85037c6-30f9-4c62-811b-81e6574ec8d7 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=447247f4-d52b-43f4-b8f2-aeaffb1fe115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435426 Nov 24 15:26:42.300349 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc27a6-a5d3-495d-a0f0-624e7929e9a0 req-0a6c7be4-b070-4e11-b1cc-6a814865d1f9 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:42.301846 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-7cfc27a6-a5d3-495d-a0f0-624e7929e9a0 req-0a6c7be4-b070-4e11-b1cc-6a814865d1f9 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 945 time: 0.0501561 Nov 24 15:26:42.351901 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-7cfc27a6-a5d3-495d-a0f0-624e7929e9a0 req-60e4a15f-a416-49fb-879c-f10720783471 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=447247f4-d52b-43f4-b8f2-aeaffb1fe115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440240 Nov 24 15:26:43.474158 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8745e-7f81-4b47-aa11-078e154937d8 req-188cfd0f-fc9d-4c42-9102-b21bbe3bc4bb tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:43.476237 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-0bf8745e-7f81-4b47-aa11-078e154937d8 req-188cfd0f-fc9d-4c42-9102-b21bbe3bc4bb tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 945 time: 0.0491362 Nov 24 15:26:43.526624 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-0bf8745e-7f81-4b47-aa11-078e154937d8 req-8c4b6942-f5ec-4855-bbde-bf4a6e6a723f tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=447247f4-d52b-43f4-b8f2-aeaffb1fe115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438864 Nov 24 15:26:44.649292 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6327bb-b1c3-4a02-88bc-a318c1d1163e req-763c9bd0-6fce-4043-a9c5-c8ef4a576953 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:44.650912 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4b6327bb-b1c3-4a02-88bc-a318c1d1163e req-763c9bd0-6fce-4043-a9c5-c8ef4a576953 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 945 time: 0.0491760 Nov 24 15:26:44.673716 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 38116) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:26:44.698366 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4b6327bb-b1c3-4a02-88bc-a318c1d1163e req-1b39a3db-001f-4c01-8d5f-f3b7b8474011 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=447247f4-d52b-43f4-b8f2-aeaffb1fe115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415564 Nov 24 15:26:44.777410 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-7920c774-77c3-4cda-8d8e-8bcfeee1fe3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:44.849445 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-7920c774-77c3-4cda-8d8e-8bcfeee1fe3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:44.853233 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-7920c774-77c3-4cda-8d8e-8bcfeee1fe3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:44.891049 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-7920c774-77c3-4cda-8d8e-8bcfeee1fe3b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2f2a8837f3f64d6eaf68cb5a25c806df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2161267 Nov 24 15:26:44.892986 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920c774-77c3-4cda-8d8e-8bcfeee1fe3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee3e226-d53d-40d0-a0eb-c288c369610c,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:26:44.894043 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 38120) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:26:44.900606 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920c774-77c3-4cda-8d8e-8bcfeee1fe3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:44.900962 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920c774-77c3-4cda-8d8e-8bcfeee1fe3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:44.901311 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920c774-77c3-4cda-8d8e-8bcfeee1fe3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:44.901656 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920c774-77c3-4cda-8d8e-8bcfeee1fe3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:44.901998 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920c774-77c3-4cda-8d8e-8bcfeee1fe3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:44.902365 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920c774-77c3-4cda-8d8e-8bcfeee1fe3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:44.902702 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920c774-77c3-4cda-8d8e-8bcfeee1fe3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:44.903062 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920c774-77c3-4cda-8d8e-8bcfeee1fe3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:44.903395 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920c774-77c3-4cda-8d8e-8bcfeee1fe3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:44.903722 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920c774-77c3-4cda-8d8e-8bcfeee1fe3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:44.904051 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920c774-77c3-4cda-8d8e-8bcfeee1fe3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:44.904376 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920c774-77c3-4cda-8d8e-8bcfeee1fe3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:44.945405 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-54cd322f-6c26-4246-90c2-29500cd89dc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:44.966368 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-54cd322f-6c26-4246-90c2-29500cd89dc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:45.012115 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-54cd322f-6c26-4246-90c2-29500cd89dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:45.014773 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-54cd322f-6c26-4246-90c2-29500cd89dc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:45.015938 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-54cd322f-6c26-4246-90c2-29500cd89dc7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1ee3e226-d53d-40d0-a0eb-c288c369610c HTTP/1.1" status: 204 len: 168 time: 0.1209013 Nov 24 15:26:45.024317 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cd322f-6c26-4246-90c2-29500cd89dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee3e226-d53d-40d0-a0eb-c288c369610c,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:26:45.031489 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cd322f-6c26-4246-90c2-29500cd89dc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:45.031840 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cd322f-6c26-4246-90c2-29500cd89dc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:45.032186 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cd322f-6c26-4246-90c2-29500cd89dc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:45.032524 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cd322f-6c26-4246-90c2-29500cd89dc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:45.032859 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cd322f-6c26-4246-90c2-29500cd89dc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:45.033200 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cd322f-6c26-4246-90c2-29500cd89dc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:45.033532 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cd322f-6c26-4246-90c2-29500cd89dc7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:45.033864 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cd322f-6c26-4246-90c2-29500cd89dc7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:45.034195 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cd322f-6c26-4246-90c2-29500cd89dc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:45.034548 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cd322f-6c26-4246-90c2-29500cd89dc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:45.034899 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cd322f-6c26-4246-90c2-29500cd89dc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:45.035400 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cd322f-6c26-4246-90c2-29500cd89dc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:45.187134 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-e1bb6dc1-c62e-4e50-a9ec-22a6251c801d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:45.821665 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689b6bc-9463-4e4a-973b-37fd5a091fc5 req-330a5b0e-a3d2-4b1c-a2c5-2063fae144c1 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:45.823174 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-2689b6bc-9463-4e4a-973b-37fd5a091fc5 req-330a5b0e-a3d2-4b1c-a2c5-2063fae144c1 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 945 time: 0.0487354 Nov 24 15:26:45.870086 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-2689b6bc-9463-4e4a-973b-37fd5a091fc5 req-302765a2-6eb0-45ff-9b6f-850a5c69c1f3 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=447247f4-d52b-43f4-b8f2-aeaffb1fe115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411053 Nov 24 15:26:46.987280 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0366256-022e-46e6-bfca-8db718a682b5 req-d6e96df2-76cc-4509-86fe-e56d97de44a9 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:46.989018 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-a0366256-022e-46e6-bfca-8db718a682b5 req-d6e96df2-76cc-4509-86fe-e56d97de44a9 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 945 time: 0.0489228 Nov 24 15:26:47.038856 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-a0366256-022e-46e6-bfca-8db718a682b5 req-18677aca-1ac5-4cde-9a58-5657eb7c4236 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=447247f4-d52b-43f4-b8f2-aeaffb1fe115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432858 Nov 24 15:26:47.057036 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 38128) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:26:47.347188 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.plugin [None req-cd39c601-16d4-4613-ac49-b1339357766a tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Deleting port 100f6030-3a40-455e-8262-bb62d1e66b49 {{(pid=102544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:26:47.347438 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-cd39c601-16d4-4613-ac49-b1339357766a tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:47.421428 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-cd39c601-16d4-4613-ac49-b1339357766a tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:47.421751 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-cd39c601-16d4-4613-ac49-b1339357766a tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:47.433928 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.plugin [None req-cd39c601-16d4-4613-ac49-b1339357766a tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Calling delete_port for 100f6030-3a40-455e-8262-bb62d1e66b49 owned by network:floatingip {{(pid=102544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:26:47.602392 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-cd39c601-16d4-4613-ac49-b1339357766a tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15752001'] for port, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:47.630480 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd39c601-16d4-4613-ac49-b1339357766a tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Pushing event deleted for resources: {'Port': ['ID=100f6030-3a40-455e-8262-bb62d1e66b49,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:26:47.631921 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2e7d5806-0b8f-4436-9ac8-56c345a30536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:47.690141 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-cd39c601-16d4-4613-ac49-b1339357766a tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks [] for floatingip, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:47.690457 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.db.l3_db [None req-cd39c601-16d4-4613-ac49-b1339357766a tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Floating IP 3353e763-5d9e-4b01-a6ed-1bf42f3b0d44 disassociated (deleted). External IP: 172.27.3.204, port: 00062239-b32a-4c2a-9fb5-f6a38539f917. Nov 24 15:26:47.893164 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd39c601-16d4-4613-ac49-b1339357766a tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Router 5dcda4c2-5f54-49e8-a966-b95773e4fbb7 has already been hosted by L3 agent cf746c29-e95d-415d-8373-1f02a86f1d46 {{(pid=102544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:26:47.999031 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd39c601-16d4-4613-ac49-b1339357766a tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Notify agent at l3_agent.dv-cinder-804035-20-iscsi the message routers_updated {{(pid=102544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:26:48.003749 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-cd39c601-16d4-4613-ac49-b1339357766a tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for floatingip, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:48.008798 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f918225-575c-4916-81a0-1de80527c7ef None None] Sync routers for ids ['5dcda4c2-5f54-49e8-a966-b95773e4fbb7'] in dv-cinder-804035-20-iscsi {{(pid=102547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:26:48.017725 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f918225-575c-4916-81a0-1de80527c7ef None None] Routers {'5dcda4c2-5f54-49e8-a966-b95773e4fbb7'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:26:48.018328 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-8f918225-575c-4916-81a0-1de80527c7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:26:48Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['5dcda4c2-5f54-49e8-a966-b95773e4fbb7'], 'active': True} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:26:48.029704 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-cd39c601-16d4-4613-ac49-b1339357766a tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "DELETE /v2.0/floatingips/3353e763-5d9e-4b01-a6ed-1bf42f3b0d44 HTTP/1.1" status: 204 len: 168 time: 0.9716234 Nov 24 15:26:48.030397 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b97e7745-6b55-46b5-a651-17bc3a3bdbc9', 'tag': '00062239-b32a-4c2a-9fb5-f6a38539f917'}] {{(pid=102544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:26:48.032811 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23e587840cb346e9c9cb8c26408046b3895eadd5eb45c8d7346c6b1fb89178c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51ac048-b0e2-4ae6-ab4b-498f1e90a5cc" -d '{"events": [{"name": "network-changed", "server_uuid": "b97e7745-6b55-46b5-a651-17bc3a3bdbc9", "tag": "00062239-b32a-4c2a-9fb5-f6a38539f917"}]}' {{(pid=102544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:26:48.075654 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54cc0d6-0ac1-4364-b506-cca870843f7f x-openstack-request-id: req-c54cc0d6-0ac1-4364-b506-cca870843f7f {{(pid=102544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:26:48.075957 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b97e7745-6b55-46b5-a651-17bc3a3bdbc9", "tag": "00062239-b32a-4c2a-9fb5-f6a38539f917", "status": "completed", "code": 200}]} {{(pid=102544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:26:48.076244 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c54cc0d6-0ac1-4364-b506-cca870843f7f {{(pid=102544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:26:48.076676 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b97e7745-6b55-46b5-a651-17bc3a3bdbc9', 'tag': '00062239-b32a-4c2a-9fb5-f6a38539f917', 'status': 'completed', 'code': 200} Nov 24 15:26:48.140885 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvr_db [None req-8f918225-575c-4916-81a0-1de80527c7ef None None] Set router 5dcda4c2-5f54-49e8-a966-b95773e4fbb7 gateway port host: dv-cinder-804035-20-iscsi {{(pid=102547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:26:48.142559 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ac048-b0e2-4ae6-ab4b-498f1e90a5cc req-cf585bd3-135e-4398-a5d1-c1671e9af8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:48.144994 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-b51ac048-b0e2-4ae6-ab4b-498f1e90a5cc req-cf585bd3-135e-4398-a5d1-c1671e9af8ac service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a89a75844197496785d27fd3e412344c&device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 1099 time: 0.0458109 Nov 24 15:26:48.183533 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c336446-8465-43eb-9ddc-eeda2783038e req-ac168a59-50f6-4530-ba0f-cfae47f12053 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:48.185291 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4c336446-8465-43eb-9ddc-eeda2783038e req-ac168a59-50f6-4530-ba0f-cfae47f12053 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 945 time: 0.0602255 Nov 24 15:26:48.227465 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-124f8df6-068a-4f00-a8c0-a9ff39f4d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:48.288033 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4c336446-8465-43eb-9ddc-eeda2783038e req-880b076b-7d31-433a-acd2-02c22e944275 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=447247f4-d52b-43f4-b8f2-aeaffb1fe115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866382 Nov 24 15:26:48.299242 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ac048-b0e2-4ae6-ab4b-498f1e90a5cc req-e1ff8da5-ed10-4d24-8c4c-7677f8ca33b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:48.299242 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-b51ac048-b0e2-4ae6-ab4b-498f1e90a5cc req-e1ff8da5-ed10-4d24-8c4c-7677f8ca33b2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=151822c0-1b1f-4b3e-8dfc-70638799aec7 HTTP/1.1" status: 200 len: 909 time: 0.1433887 Nov 24 15:26:48.337944 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-b51ac048-b0e2-4ae6-ab4b-498f1e90a5cc req-49f6477f-486a-4b98-9377-e1fc677575c6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00062239-b32a-4c2a-9fb5-f6a38539f917 HTTP/1.1" status: 200 len: 217 time: 0.0341198 Nov 24 15:26:48.340867 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a09a9b-f20e-4f6b-ab30-d2850a25643e req-ec802d6a-a905-409c-9c59-530cbc25c6c9 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:48.342373 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-e4a09a9b-f20e-4f6b-ab30-d2850a25643e req-ec802d6a-a905-409c-9c59-530cbc25c6c9 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 946 time: 0.0529485 Nov 24 15:26:48.392519 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-e4a09a9b-f20e-4f6b-ab30-d2850a25643e req-922726bd-37d1-404c-a689-5e275a40eabc tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440283 Nov 24 15:26:48.393015 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ac048-b0e2-4ae6-ab4b-498f1e90a5cc req-993ac382-2229-4846-a4bd-8aaf76719075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:48.394419 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-b51ac048-b0e2-4ae6-ab4b-498f1e90a5cc req-993ac382-2229-4846-a4bd-8aaf76719075 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=272f2546-ac60-40b5-ba30-a0ca518d4c4e HTTP/1.1" status: 200 len: 846 time: 0.0488257 Nov 24 15:26:48.469396 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-8f918225-575c-4916-81a0-1de80527c7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dcda4c2-5f54-49e8-a966-b95773e4fbb7', 'name': 'tempest-TestShelveInstance-21619407-router', 'tenant_id': 'a89a75844197496785d27fd3e412344c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '437dff01-02ae-49b0-b6de-cd5643c5e258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:21:23Z', 'updated_at': '2021-11-24T15:21:26Z', 'revision_number': 4, 'project_id': 'a89a75844197496785d27fd3e412344c', 'gw_port': {'id': '437dff01-02ae-49b0-b6de-cd5643c5e258', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:49:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcda4c2-5f54-49e8-a966-b95773e4fbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:21:23Z', 'updated_at': '2021-11-24T15:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': '24e58fdb-99f1-424e-9914-8151b1965925', 'name': '', 'network_id': '151822c0-1b1f-4b3e-8dfc-70638799aec7', 'tenant_id': 'a89a75844197496785d27fd3e412344c', 'mac_address': 'fa:16:3e:80:ff:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcda4c2-5f54-49e8-a966-b95773e4fbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '272f2546-ac60-40b5-ba30-a0ca518d4c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:21:25Z', 'updated_at': '2021-11-24T15:21:33Z', 'revision_number': 5, 'project_id': 'a89a75844197496785d27fd3e412344c', 'subnets': [{'id': '272f2546-ac60-40b5-ba30-a0ca518d4c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:26:48.496864 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f918225-575c-4916-81a0-1de80527c7ef None None] Checking router: 5dcda4c2-5f54-49e8-a966-b95773e4fbb7 for host: dv-cinder-804035-20-iscsi {{(pid=102547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:26:48.505990 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f918225-575c-4916-81a0-1de80527c7ef None None] Routers {'5dcda4c2-5f54-49e8-a966-b95773e4fbb7'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:26:48.506622 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-8f918225-575c-4916-81a0-1de80527c7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:26:48Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['5dcda4c2-5f54-49e8-a966-b95773e4fbb7'], 'active': True} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:26:48.620708 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvr_db [None req-8f918225-575c-4916-81a0-1de80527c7ef None None] Set router 5dcda4c2-5f54-49e8-a966-b95773e4fbb7 gateway port host: dv-cinder-804035-20-iscsi {{(pid=102547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:26:48.691943 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ac048-b0e2-4ae6-ab4b-498f1e90a5cc req-9409b4a4-394f-4bb4-99c4-b53980c3d906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:48.693905 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-b51ac048-b0e2-4ae6-ab4b-498f1e90a5cc req-9409b4a4-394f-4bb4-99c4-b53980c3d906 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=151822c0-1b1f-4b3e-8dfc-70638799aec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2910557 Nov 24 15:26:48.781782 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-b51ac048-b0e2-4ae6-ab4b-498f1e90a5cc req-6fa2cdc0-6eb6-4345-8e63-5c6961522e79 service neutron] 10.222.0.74 "GET /v2.0/networks/151822c0-1b1f-4b3e-8dfc-70638799aec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799932 Nov 24 15:26:48.822102 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-8f918225-575c-4916-81a0-1de80527c7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dcda4c2-5f54-49e8-a966-b95773e4fbb7', 'name': 'tempest-TestShelveInstance-21619407-router', 'tenant_id': 'a89a75844197496785d27fd3e412344c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '437dff01-02ae-49b0-b6de-cd5643c5e258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:21:23Z', 'updated_at': '2021-11-24T15:21:26Z', 'revision_number': 4, 'project_id': 'a89a75844197496785d27fd3e412344c', 'gw_port': {'id': '437dff01-02ae-49b0-b6de-cd5643c5e258', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:49:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcda4c2-5f54-49e8-a966-b95773e4fbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:21:23Z', 'updated_at': '2021-11-24T15:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': '24e58fdb-99f1-424e-9914-8151b1965925', 'name': '', 'network_id': '151822c0-1b1f-4b3e-8dfc-70638799aec7', 'tenant_id': 'a89a75844197496785d27fd3e412344c', 'mac_address': 'fa:16:3e:80:ff:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcda4c2-5f54-49e8-a966-b95773e4fbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '272f2546-ac60-40b5-ba30-a0ca518d4c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:21:25Z', 'updated_at': '2021-11-24T15:21:33Z', 'revision_number': 5, 'project_id': 'a89a75844197496785d27fd3e412344c', 'subnets': [{'id': '272f2546-ac60-40b5-ba30-a0ca518d4c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:26:48.848294 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f918225-575c-4916-81a0-1de80527c7ef None None] The sync data for ids ['5dcda4c2-5f54-49e8-a966-b95773e4fbb7'] in dv-cinder-804035-20-iscsi is: [{'id': '5dcda4c2-5f54-49e8-a966-b95773e4fbb7', 'name': 'tempest-TestShelveInstance-21619407-router', 'tenant_id': 'a89a75844197496785d27fd3e412344c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '437dff01-02ae-49b0-b6de-cd5643c5e258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:21:23Z', 'updated_at': '2021-11-24T15:21:26Z', 'revision_number': 4, 'project_id': 'a89a75844197496785d27fd3e412344c', 'gw_port': {'id': '437dff01-02ae-49b0-b6de-cd5643c5e258', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:49:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcda4c2-5f54-49e8-a966-b95773e4fbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:21:23Z', 'updated_at': '2021-11-24T15:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': '24e58fdb-99f1-424e-9914-8151b1965925', 'name': '', 'network_id': '151822c0-1b1f-4b3e-8dfc-70638799aec7', 'tenant_id': 'a89a75844197496785d27fd3e412344c', 'mac_address': 'fa:16:3e:80:ff:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcda4c2-5f54-49e8-a966-b95773e4fbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '272f2546-ac60-40b5-ba30-a0ca518d4c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:21:25Z', 'updated_at': '2021-11-24T15:21:33Z', 'revision_number': 5, 'project_id': 'a89a75844197496785d27fd3e412344c', 'subnets': [{'id': '272f2546-ac60-40b5-ba30-a0ca518d4c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:26:48.876030 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-b51ac048-b0e2-4ae6-ab4b-498f1e90a5cc req-2dcc3735-c760-4b6d-a04e-e086dc58bf57 service neutron] 10.222.0.74 "GET /v2.0/networks/151822c0-1b1f-4b3e-8dfc-70638799aec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870690 Nov 24 15:26:49.066051 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8076fc-2b78-4560-8537-28539fc1e7c1 None None] New status for floating IP 3353e763-5d9e-4b01-a6ed-1bf42f3b0d44: DOWN {{(pid=102546) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 15:26:49.393423 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5aa05c-a9e3-4517-879d-aaf63be59b27 req-c3ca29ab-79b0-4811-956e-239e62815998 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:49.394927 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-0c5aa05c-a9e3-4517-879d-aaf63be59b27 req-c3ca29ab-79b0-4811-956e-239e62815998 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 945 time: 0.0478687 Nov 24 15:26:49.444847 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-0c5aa05c-a9e3-4517-879d-aaf63be59b27 req-c2dabd06-3480-43b0-8a84-72a1af92cd6e tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=447247f4-d52b-43f4-b8f2-aeaffb1fe115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438123 Nov 24 15:26:49.525846 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c641c2-b7c4-42c6-bc3d-949082555458 req-1c01393a-62f4-4339-8bf2-04470b0bf621 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:49.527281 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-31c641c2-b7c4-42c6-bc3d-949082555458 req-1c01393a-62f4-4339-8bf2-04470b0bf621 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 946 time: 0.0554891 Nov 24 15:26:49.578141 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-31c641c2-b7c4-42c6-bc3d-949082555458 req-34be06b5-3160-4c4f-adca-e41f17e5fe92 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f61e280-fd7e-403d-9fd6-ae68b3f14281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449958 Nov 24 15:26:49.778464 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0567c706-1e8e-49a8-b1df-c52fd48358e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:49.809708 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6037ee-df73-47c8-ac71-709fad6d08ce req-a4d46baa-5383-40e5-b3c3-709760ffff98 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:49.811202 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-3f6037ee-df73-47c8-ac71-709fad6d08ce req-a4d46baa-5383-40e5-b3c3-709760ffff98 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.74 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 946 time: 0.0491331 Nov 24 15:26:49.904658 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [req-3f6037ee-df73-47c8-ac71-709fad6d08ce req-5b94f74e-9789-45e3-9886-7b230a3d3e83 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Deleting port 00062239-b32a-4c2a-9fb5-f6a38539f917 {{(pid=102545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:26:49.904991 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-3f6037ee-df73-47c8-ac71-709fad6d08ce req-5b94f74e-9789-45e3-9886-7b230a3d3e83 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:49.998646 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-3f6037ee-df73-47c8-ac71-709fad6d08ce req-5b94f74e-9789-45e3-9886-7b230a3d3e83 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] For port 00062239-b32a-4c2a-9fb5-f6a38539f917, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=00062239-b32a-4c2a-9fb5-f6a38539f917,segment=NetworkSegment(d7d67199-997e-4d39-a637-2d02c998ef07),segment_id=d7d67199-997e-4d39-a637-2d02c998ef07)] {{(pid=102545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:26:49.999039 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-3f6037ee-df73-47c8-ac71-709fad6d08ce req-5b94f74e-9789-45e3-9886-7b230a3d3e83 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:50.011049 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [req-3f6037ee-df73-47c8-ac71-709fad6d08ce req-5b94f74e-9789-45e3-9886-7b230a3d3e83 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Calling delete_port for 00062239-b32a-4c2a-9fb5-f6a38539f917 owned by compute:nova {{(pid=102545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:26:50.138632 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-3f6037ee-df73-47c8-ac71-709fad6d08ce req-5b94f74e-9789-45e3-9886-7b230a3d3e83 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:50.166189 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b94f74e-9789-45e3-9886-7b230a3d3e83 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Pushing event deleted for resources: {'Port': ['ID=00062239-b32a-4c2a-9fb5-f6a38539f917,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:26:50.213687 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f6037ee-df73-47c8-ac71-709fad6d08ce req-5b94f74e-9789-45e3-9886-7b230a3d3e83 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] No DVR routers for this DVR port 00062239-b32a-4c2a-9fb5-f6a38539f917 on host hv-cinder-80403 {{(pid=102545) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:26:50.216413 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-3f6037ee-df73-47c8-ac71-709fad6d08ce req-5b94f74e-9789-45e3-9886-7b230a3d3e83 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:50.219844 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-3f6037ee-df73-47c8-ac71-709fad6d08ce req-5b94f74e-9789-45e3-9886-7b230a3d3e83 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.74 "DELETE /v2.0/ports/00062239-b32a-4c2a-9fb5-f6a38539f917 HTTP/1.1" status: 204 len: 173 time: 0.4011595 Nov 24 15:26:50.220312 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97e7745-6b55-46b5-a651-17bc3a3bdbc9', 'name': 'network-vif-deleted', 'tag': '00062239-b32a-4c2a-9fb5-f6a38539f917'}] {{(pid=102545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:26:50.222551 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e232a59b198ff96befa2502742fd1f317735a6d9991c1ac6356d20aee71e71d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81fcfe9c-779c-4d11-bdcd-c3d7a21d72a4" -d '{"events": [{"server_uuid": "b97e7745-6b55-46b5-a651-17bc3a3bdbc9", "name": "network-vif-deleted", "tag": "00062239-b32a-4c2a-9fb5-f6a38539f917"}]}' {{(pid=102545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:26:50.260521 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee5ffc8-35df-4ff6-8037-da95445de0e9 x-openstack-request-id: req-9ee5ffc8-35df-4ff6-8037-da95445de0e9 {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:26:50.260521 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97e7745-6b55-46b5-a651-17bc3a3bdbc9", "name": "network-vif-deleted", "tag": "00062239-b32a-4c2a-9fb5-f6a38539f917", "status": "completed", "code": 200}]} {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:26:50.260521 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9ee5ffc8-35df-4ff6-8037-da95445de0e9 {{(pid=102545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:26:50.260521 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97e7745-6b55-46b5-a651-17bc3a3bdbc9', 'name': 'network-vif-deleted', 'tag': '00062239-b32a-4c2a-9fb5-f6a38539f917', 'status': 'completed', 'code': 200} Nov 24 15:26:50.604122 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49a548-d0a6-4fc6-8b29-331a44a1ad44 req-d51eb9cd-9777-44a1-af20-0a84429e0aa8 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:50.606348 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4b49a548-d0a6-4fc6-8b29-331a44a1ad44 req-d51eb9cd-9777-44a1-af20-0a84429e0aa8 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 945 time: 0.0593681 Nov 24 15:26:50.661079 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4b49a548-d0a6-4fc6-8b29-331a44a1ad44 req-6274bfe3-c223-4341-9317-1e299038332a tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=447247f4-d52b-43f4-b8f2-aeaffb1fe115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457246 Nov 24 15:26:50.702827 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-a99101b4-4041-480d-97ad-f20ac17ea642 req-4ef0b237-8db4-41d0-9712-e25bd14f1340 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 210 time: 0.0261426 Nov 24 15:26:50.982143 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:51.740697 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 071fb078-3f83-4604-a050-d36e5c042f5f details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 15:26:51.789227 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a26a85-4cfd-422f-8a55-4e264c28562e req-bb773aa6-1fdc-4146-b2b2-40c96ac5d630 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:51.790709 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-69a26a85-4cfd-422f-8a55-4e264c28562e req-bb773aa6-1fdc-4146-b2b2-40c96ac5d630 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 945 time: 0.0564716 Nov 24 15:26:51.826046 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c4b6c808-d30b-4c44-935a-5c51811d1fd2 req-bd971f05-9005-491c-882f-1e0a62940a97 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 210 time: 0.0342531 Nov 24 15:26:51.839634 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 071fb078-3f83-4604-a050-d36e5c042f5f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=071fb078-3f83-4604-a050-d36e5c042f5f,segment=NetworkSegment(5e100fbc-d77e-4779-93d7-094d4c6f44a0),segment_id=5e100fbc-d77e-4779-93d7-094d4c6f44a0)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:26:51.851840 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Returning: {'device': '071fb078-3f83-4604-a050-d36e5c042f5f', 'network_id': 'e130b39d-08a3-4f56-a8c9-cdbf0ac59277', 'port_id': '071fb078-3f83-4604-a050-d36e5c042f5f', 'mac_address': 'fa:16:3e:ed:c5:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6f169b1-1681-4fc6-8349-4eb563a83e19', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 15:26:51.855403 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-69a26a85-4cfd-422f-8a55-4e264c28562e req-fc9d3497-6d27-48d3-b0f9-6672bfa69108 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=447247f4-d52b-43f4-b8f2-aeaffb1fe115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557270 Nov 24 15:26:51.892569 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:51.904944 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.notifiers.nova [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 071fb078-3f83-4604-a050-d36e5c042f5f {{(pid=102546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:26:51.924558 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 071fb078-3f83-4604-a050-d36e5c042f5f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=071fb078-3f83-4604-a050-d36e5c042f5f,segment=NetworkSegment(5e100fbc-d77e-4779-93d7-094d4c6f44a0),segment_id=5e100fbc-d77e-4779-93d7-094d4c6f44a0)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:26:51.929058 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:51.975274 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Pushing event updated for resources: {'Port': ['ID=071fb078-3f83-4604-a050-d36e5c042f5f,revision_number=6']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:26:51.982127 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:51.982484 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:51.983060 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:51.983182 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:51.983520 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:51.983856 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:51.984191 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:51.984525 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:51.984859 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:51.985190 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:51.985516 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:51.985846 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:52.931320 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c2aec4ac-8e93-49c9-8fc0-d292c8f03943 req-733a857a-b19f-4cb5-b772-774a2bb6f0aa tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "GET /v2.0/ports?device_id=b97e7745-6b55-46b5-a651-17bc3a3bdbc9 HTTP/1.1" status: 200 len: 210 time: 0.0276597 Nov 24 15:26:52.980945 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84106eb2-8e31-4b74-aeb0-7c43e2c6f6a5 req-decdbed1-327e-43dd-8c78-29870ed2642e tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:52.982449 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-84106eb2-8e31-4b74-aeb0-7c43e2c6f6a5 req-decdbed1-327e-43dd-8c78-29870ed2642e tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 944 time: 0.0538728 Nov 24 15:26:53.029918 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-84106eb2-8e31-4b74-aeb0-7c43e2c6f6a5 req-535feded-9097-49f0-af23-a01db6e99b34 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=447247f4-d52b-43f4-b8f2-aeaffb1fe115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414717 Nov 24 15:26:53.732521 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] get_ports_and_sgs() called for port_ids ['071fb078-3f83-4604-a050-d36e5c042f5f'] {{(pid=102546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:26:53.992895 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 38184) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:26:54.067008 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-a19e7690-fccd-493a-848d-32c52f9709d0 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:54.097745 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-a19e7690-fccd-493a-848d-32c52f9709d0 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:54.166328 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-a19e7690-fccd-493a-848d-32c52f9709d0 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:54.172275 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-a19e7690-fccd-493a-848d-32c52f9709d0 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:54.174085 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-a19e7690-fccd-493a-848d-32c52f9709d0 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] 10.222.0.66 "DELETE /v2.0/security-groups/6f61e280-fd7e-403d-9fd6-ae68b3f14281 HTTP/1.1" status: 204 len: 168 time: 0.1799672 Nov 24 15:26:54.181375 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544170a-3d2a-4574-91f9-5a29483ead45 req-cecee4c7-c440-494e-a88b-43c7da947d5e tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:54.183090 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c544170a-3d2a-4574-91f9-5a29483ead45 req-cecee4c7-c440-494e-a88b-43c7da947d5e tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 944 time: 0.0572076 Nov 24 15:26:54.202441 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19e7690-fccd-493a-848d-32c52f9709d0 tempest-TestShelveInstance-1039072450 tempest-TestShelveInstance-1039072450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f61e280-fd7e-403d-9fd6-ae68b3f14281,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:26:54.225713 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 38196) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:26:54.274251 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c544170a-3d2a-4574-91f9-5a29483ead45 req-9323fad6-3210-46c3-a7e4-e1b4ce63b0c5 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=447247f4-d52b-43f4-b8f2-aeaffb1fe115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823896 Nov 24 15:26:54.736041 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-3ef8329f-f37a-47a1-90d3-de3e69791d97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-679738'] for router_interface, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:55.072485 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [None req-3ef8329f-f37a-47a1-90d3-de3e69791d97 admin admin] Deleting port 24e58fdb-99f1-424e-9914-8151b1965925 {{(pid=102545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:26:55.073083 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-3ef8329f-f37a-47a1-90d3-de3e69791d97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:55.176224 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [None req-3ef8329f-f37a-47a1-90d3-de3e69791d97 admin admin] For port 24e58fdb-99f1-424e-9914-8151b1965925, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=24e58fdb-99f1-424e-9914-8151b1965925,segment=NetworkSegment(d7d67199-997e-4d39-a637-2d02c998ef07),segment_id=d7d67199-997e-4d39-a637-2d02c998ef07)] {{(pid=102545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:26:55.176612 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-3ef8329f-f37a-47a1-90d3-de3e69791d97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:55.192944 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [None req-3ef8329f-f37a-47a1-90d3-de3e69791d97 admin admin] Calling delete_port for 24e58fdb-99f1-424e-9914-8151b1965925 owned by network:router_interface {{(pid=102545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:26:55.410182 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-3ef8329f-f37a-47a1-90d3-de3e69791d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:55.428264 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b2961-30c8-4697-b2a0-e48ef1a549a2 req-6e39860f-6fc1-4550-a979-f7348f567bb7 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:55.430400 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-e52b2961-30c8-4697-b2a0-e48ef1a549a2 req-6e39860f-6fc1-4550-a979-f7348f567bb7 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 944 time: 0.0627582 Nov 24 15:26:55.456734 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef8329f-f37a-47a1-90d3-de3e69791d97 admin admin] Pushing event deleted for resources: {'Port': ['ID=24e58fdb-99f1-424e-9914-8151b1965925,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:26:55.521415 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-e52b2961-30c8-4697-b2a0-e48ef1a549a2 req-387152d6-8c97-47d1-a487-fa0b9876bb85 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=447247f4-d52b-43f4-b8f2-aeaffb1fe115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814056 Nov 24 15:26:55.627131 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 071fb078-3f83-4604-a050-d36e5c042f5f up at agent hyperv_hv-cinder-80403 {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:26:55.680388 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-3ef8329f-f37a-47a1-90d3-de3e69791d97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679846'] for router_interface, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:55.706189 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Provisioning complete for port 071fb078-3f83-4604-a050-d36e5c042f5f triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:26:55.706767 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:55.809474 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:55.835077 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68310acb-6f2f-4a32-9b65-20ae91f67062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071fb078-3f83-4604-a050-d36e5c042f5f'}] {{(pid=102546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:26:55.837354 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec30b6fee894e899a7ef63b5da9bb2e859d87fc094cada3931da851dba0edc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34501f17-b8d7-4c85-9aa4-e79feb8f0a83" -d '{"events": [{"server_uuid": "68310acb-6f2f-4a32-9b65-20ae91f67062", "name": "network-vif-plugged", "status": "completed", "tag": "071fb078-3f83-4604-a050-d36e5c042f5f"}]}' {{(pid=102546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:26:55.851159 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 071fb078-3f83-4604-a050-d36e5c042f5f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=071fb078-3f83-4604-a050-d36e5c042f5f,segment=NetworkSegment(5e100fbc-d77e-4779-93d7-094d4c6f44a0),segment_id=5e100fbc-d77e-4779-93d7-094d4c6f44a0)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:26:55.856128 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:55.857178 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 00062239-b32a-4c2a-9fb5-f6a38539f917 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:26:55.910037 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] No Port match for: 00062239-b32a-4c2a-9fb5-f6a38539f917 {{(pid=102546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:26:55.910395 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 00062239-b32a-4c2a-9fb5-f6a38539f917 not bound to the agent host hv-cinder-80403 {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:26:55.916696 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de58a903-acb1-4702-9fc3-9a674e7dfd44 x-openstack-request-id: req-de58a903-acb1-4702-9fc3-9a674e7dfd44 {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:26:55.916993 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68310acb-6f2f-4a32-9b65-20ae91f67062", "name": "network-vif-plugged", "status": "completed", "tag": "071fb078-3f83-4604-a050-d36e5c042f5f", "code": 200}]} {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:26:55.917252 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-de58a903-acb1-4702-9fc3-9a674e7dfd44 {{(pid=102546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:26:55.917642 dv-cinder-804035-20-iscsi neutron-server[102546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68310acb-6f2f-4a32-9b65-20ae91f67062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071fb078-3f83-4604-a050-d36e5c042f5f', 'code': 200} Nov 24 15:26:55.951230 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Pushing event updated for resources: {'Port': ['ID=071fb078-3f83-4604-a050-d36e5c042f5f,revision_number=7']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:26:55.973908 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef8329f-f37a-47a1-90d3-de3e69791d97 admin admin] Router 5dcda4c2-5f54-49e8-a966-b95773e4fbb7 has already been hosted by L3 agent cf746c29-e95d-415d-8373-1f02a86f1d46 {{(pid=102545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:26:56.090352 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef8329f-f37a-47a1-90d3-de3e69791d97 admin admin] Notify agent at l3_agent.dv-cinder-804035-20-iscsi the message routers_updated {{(pid=102545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:26:56.100740 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-3ef8329f-f37a-47a1-90d3-de3e69791d97 admin admin] 10.222.0.66 "PUT /v2.0/routers/5dcda4c2-5f54-49e8-a966-b95773e4fbb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8708048 Nov 24 15:26:56.101702 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 38230) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:26:56.112376 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80e3682-39c2-47a6-9a8a-ad3495beeceb None None] Sync routers for ids ['5dcda4c2-5f54-49e8-a966-b95773e4fbb7'] in dv-cinder-804035-20-iscsi {{(pid=102547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:26:56.127503 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80e3682-39c2-47a6-9a8a-ad3495beeceb None None] Routers {'5dcda4c2-5f54-49e8-a966-b95773e4fbb7'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:26:56.128135 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-e80e3682-39c2-47a6-9a8a-ad3495beeceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:26:48Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['5dcda4c2-5f54-49e8-a966-b95773e4fbb7'], 'active': True} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:26:56.236267 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-3bfb937e-a022-4f85-8863-7709fac077d9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:56.251015 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvr_db [None req-e80e3682-39c2-47a6-9a8a-ad3495beeceb None None] Set router 5dcda4c2-5f54-49e8-a966-b95773e4fbb7 gateway port host: dv-cinder-804035-20-iscsi {{(pid=102547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:26:56.363928 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-3bfb937e-a022-4f85-8863-7709fac077d9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:56.441814 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [None req-3bfb937e-a022-4f85-8863-7709fac077d9 admin admin] Deleting port 437dff01-02ae-49b0-b6de-cd5643c5e258 {{(pid=102545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:26:56.442555 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-3bfb937e-a022-4f85-8863-7709fac077d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:56.507793 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-e80e3682-39c2-47a6-9a8a-ad3495beeceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dcda4c2-5f54-49e8-a966-b95773e4fbb7', 'name': 'tempest-TestShelveInstance-21619407-router', 'tenant_id': 'a89a75844197496785d27fd3e412344c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '437dff01-02ae-49b0-b6de-cd5643c5e258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:21:23Z', 'updated_at': '2021-11-24T15:26:55Z', 'revision_number': 5, 'project_id': 'a89a75844197496785d27fd3e412344c', 'gw_port': {'id': '437dff01-02ae-49b0-b6de-cd5643c5e258', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:49:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcda4c2-5f54-49e8-a966-b95773e4fbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:21:23Z', 'updated_at': '2021-11-24T15:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi'}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:26:56.544308 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [None req-3bfb937e-a022-4f85-8863-7709fac077d9 admin admin] For port 437dff01-02ae-49b0-b6de-cd5643c5e258, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=437dff01-02ae-49b0-b6de-cd5643c5e258,segment=NetworkSegment(0ed66df3-fe9f-4da3-924e-b64abe4f4390),segment_id=0ed66df3-fe9f-4da3-924e-b64abe4f4390)] {{(pid=102545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:26:56.544578 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80e3682-39c2-47a6-9a8a-ad3495beeceb None None] Checking router: 5dcda4c2-5f54-49e8-a966-b95773e4fbb7 for host: dv-cinder-804035-20-iscsi {{(pid=102547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:26:56.544907 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-3bfb937e-a022-4f85-8863-7709fac077d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:56.553868 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80e3682-39c2-47a6-9a8a-ad3495beeceb None None] Routers {'5dcda4c2-5f54-49e8-a966-b95773e4fbb7'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:26:56.554854 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-e80e3682-39c2-47a6-9a8a-ad3495beeceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:26:48Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['5dcda4c2-5f54-49e8-a966-b95773e4fbb7'], 'active': True} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:26:56.565313 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [None req-3bfb937e-a022-4f85-8863-7709fac077d9 admin admin] Calling delete_port for 437dff01-02ae-49b0-b6de-cd5643c5e258 owned by network:router_gateway {{(pid=102545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:26:56.726864 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ad99d-61ed-46c3-af50-877b79917f5c req-62cf9cd7-773c-4bb5-9957-06ed340284d6 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:56.732729 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvr_db [None req-e80e3682-39c2-47a6-9a8a-ad3495beeceb None None] Set router 5dcda4c2-5f54-49e8-a966-b95773e4fbb7 gateway port host: None {{(pid=102547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:26:56.739421 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-5f2ad99d-61ed-46c3-af50-877b79917f5c req-62cf9cd7-773c-4bb5-9957-06ed340284d6 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 945 time: 0.0814059 Nov 24 15:26:56.797544 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-3bfb937e-a022-4f85-8863-7709fac077d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:56.804790 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-e80e3682-39c2-47a6-9a8a-ad3495beeceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dcda4c2-5f54-49e8-a966-b95773e4fbb7', 'name': 'tempest-TestShelveInstance-21619407-router', 'tenant_id': 'a89a75844197496785d27fd3e412344c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:21:23Z', 'updated_at': '2021-11-24T15:26:56Z', 'revision_number': 6, 'project_id': 'a89a75844197496785d27fd3e412344c', 'gw_port_host': None}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:26:56.815725 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-5f2ad99d-61ed-46c3-af50-877b79917f5c req-88a8685d-d12d-4e07-ab08-64f4b7f3ebd6 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=447247f4-d52b-43f4-b8f2-aeaffb1fe115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665081 Nov 24 15:26:56.843915 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80e3682-39c2-47a6-9a8a-ad3495beeceb None None] The sync data for ids ['5dcda4c2-5f54-49e8-a966-b95773e4fbb7'] in dv-cinder-804035-20-iscsi is: [{'id': '5dcda4c2-5f54-49e8-a966-b95773e4fbb7', 'name': 'tempest-TestShelveInstance-21619407-router', 'tenant_id': 'a89a75844197496785d27fd3e412344c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:21:23Z', 'updated_at': '2021-11-24T15:26:56Z', 'revision_number': 6, 'project_id': 'a89a75844197496785d27fd3e412344c', 'gw_port_host': None}] {{(pid=102547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:26:56.866687 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb937e-a022-4f85-8863-7709fac077d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=437dff01-02ae-49b0-b6de-cd5643c5e258,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:26:56.920689 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-3bfb937e-a022-4f85-8863-7709fac077d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663808'] for router_gateway, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:57.266563 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-3bfb937e-a022-4f85-8863-7709fac077d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-679758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3229'] for router, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:57.269944 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-3bfb937e-a022-4f85-8863-7709fac077d9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:57.330869 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-3bfb937e-a022-4f85-8863-7709fac077d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663938'] for router, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:57.331563 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfb937e-a022-4f85-8863-7709fac077d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5dcda4c2-5f54-49e8-a966-b95773e4fbb7 {{(pid=102545) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 15:26:57.336063 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-3bfb937e-a022-4f85-8863-7709fac077d9 admin admin] Publish callbacks [] for router, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:57.337208 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-3bfb937e-a022-4f85-8863-7709fac077d9 admin admin] 10.222.0.66 "DELETE /v2.0/routers/5dcda4c2-5f54-49e8-a966-b95773e4fbb7 HTTP/1.1" status: 204 len: 168 time: 1.2353163 Nov 24 15:26:57.340187 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 38236) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:26:57.394158 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.db.db_base_plugin_v2 [None req-53118042-cf69-4647-b8fa-11d93f5c81e5 admin admin] Deleting subnet 272f2546-ac60-40b5-ba30-a0ca518d4c4e {{(pid=102544) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 15:26:57.397618 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-53118042-cf69-4647-b8fa-11d93f5c81e5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:57.437453 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-53118042-cf69-4647-b8fa-11d93f5c81e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15251451'] for subnet, precommit_delete_associations {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:57.529983 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-53118042-cf69-4647-b8fa-11d93f5c81e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469115'] for subnet, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:57.598390 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-53118042-cf69-4647-b8fa-11d93f5c81e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15751986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13828195'] for subnet, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:57.635871 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53118042-cf69-4647-b8fa-11d93f5c81e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=272f2546-ac60-40b5-ba30-a0ca518d4c4e,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:26:57.647335 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f3b77a-d7a4-4397-abcb-7d1d8cf6f66f None None] Network 151822c0-1b1f-4b3e-8dfc-70638799aec7 requested from dv-cinder-804035-20-iscsi {{(pid=102546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:26:57.647958 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-53118042-cf69-4647-b8fa-11d93f5c81e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for subnet, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:57.654634 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-53118042-cf69-4647-b8fa-11d93f5c81e5 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/272f2546-ac60-40b5-ba30-a0ca518d4c4e HTTP/1.1" status: 204 len: 168 time: 0.3109601 Nov 24 15:26:57.655023 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 38238) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:26:57.738671 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-6636c665-2f87-4e83-aadf-f45bc88cd327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541282'] for network, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:57.800605 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.plugin [None req-6636c665-2f87-4e83-aadf-f45bc88cd327 admin admin] Deleting port 5a376ce9-72a7-4c8f-b3c5-743969255dbf {{(pid=102544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:26:57.801060 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-6636c665-2f87-4e83-aadf-f45bc88cd327 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:57.910949 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.db [None req-6636c665-2f87-4e83-aadf-f45bc88cd327 admin admin] For port 5a376ce9-72a7-4c8f-b3c5-743969255dbf, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=5a376ce9-72a7-4c8f-b3c5-743969255dbf,segment=NetworkSegment(d7d67199-997e-4d39-a637-2d02c998ef07),segment_id=d7d67199-997e-4d39-a637-2d02c998ef07)] {{(pid=102544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:26:57.911365 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-6636c665-2f87-4e83-aadf-f45bc88cd327 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:57.923481 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0d887a-f09b-4c9f-ae69-762279e63b0c None None] DHCP port deletion for 151822c0-1b1f-4b3e-8dfc-70638799aec7 request from dv-cinder-804035-20-iscsi {{(pid=102546) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 15:26:57.949550 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.plugin [None req-6636c665-2f87-4e83-aadf-f45bc88cd327 admin admin] Calling delete_port for 5a376ce9-72a7-4c8f-b3c5-743969255dbf owned by network:dhcp {{(pid=102544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:26:58.013175 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-ad0d887a-f09b-4c9f-ae69-762279e63b0c None None] Deleting port 5a376ce9-72a7-4c8f-b3c5-743969255dbf {{(pid=102546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:26:58.014008 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-ad0d887a-f09b-4c9f-ae69-762279e63b0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:58.045677 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618c3c22-eb9d-4e5f-8396-7f3a838b547f req-b43492ee-9174-44eb-b516-c7f06e9b546c tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:58.047302 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-618c3c22-eb9d-4e5f-8396-7f3a838b547f req-b43492ee-9174-44eb-b516-c7f06e9b546c tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 945 time: 0.1210139 Nov 24 15:26:58.090214 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-ad0d887a-f09b-4c9f-ae69-762279e63b0c None None] For port 5a376ce9-72a7-4c8f-b3c5-743969255dbf, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=5a376ce9-72a7-4c8f-b3c5-743969255dbf,segment=NetworkSegment(d7d67199-997e-4d39-a637-2d02c998ef07),segment_id=d7d67199-997e-4d39-a637-2d02c998ef07)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:26:58.091181 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-ad0d887a-f09b-4c9f-ae69-762279e63b0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:58.106730 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-ad0d887a-f09b-4c9f-ae69-762279e63b0c None None] Calling delete_port for 5a376ce9-72a7-4c8f-b3c5-743969255dbf owned by network:dhcp {{(pid=102546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:26:58.116768 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-618c3c22-eb9d-4e5f-8396-7f3a838b547f req-f46ed90f-6a4b-4066-b150-809443974dd1 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=447247f4-d52b-43f4-b8f2-aeaffb1fe115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554523 Nov 24 15:26:58.128544 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-6636c665-2f87-4e83-aadf-f45bc88cd327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15752001'] for port, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:58.145947 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6636c665-2f87-4e83-aadf-f45bc88cd327 admin admin] No DVR routers for this DVR port 5a376ce9-72a7-4c8f-b3c5-743969255dbf on host dv-cinder-804035-20-iscsi {{(pid=102544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:26:58.209751 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6636c665-2f87-4e83-aadf-f45bc88cd327 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a376ce9-72a7-4c8f-b3c5-743969255dbf,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:26:58.292301 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-6636c665-2f87-4e83-aadf-f45bc88cd327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468516', 'neutron.services.segments.db._delete_segments_for_network-8750837505464'] for network, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:58.324640 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.services.segments.db [None req-6636c665-2f87-4e83-aadf-f45bc88cd327 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['151822c0-1b1f-4b3e-8dfc-70638799aec7']}} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:26:58.339246 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.services.segments.db [None req-6636c665-2f87-4e83-aadf-f45bc88cd327 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7d67199-997e-4d39-a637-2d02c998ef07') {'for_net_delete': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:26:58.339961 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.services.segments.db [None req-6636c665-2f87-4e83-aadf-f45bc88cd327 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7d67199-997e-4d39-a637-2d02c998ef07') {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:26:58.353549 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-6636c665-2f87-4e83-aadf-f45bc88cd327 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750837468492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15251404'] for segment, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:58.371303 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-6636c665-2f87-4e83-aadf-f45bc88cd327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470086'] for segment, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:58.379595 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6636c665-2f87-4e83-aadf-f45bc88cd327 admin admin] Releasing vlan 1227 on physical network physnet1 to pool {{(pid=102544) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 15:26:58.381362 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-6636c665-2f87-4e83-aadf-f45bc88cd327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15822992'] for segment, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:58.385741 dv-cinder-804035-20-iscsi neutron-server[102544]: Traceback (most recent call last): Nov 24 15:26:58.385741 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 15:26:58.385741 dv-cinder-804035-20-iscsi neutron-server[102544]: timer() Nov 24 15:26:58.385741 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 15:26:58.385741 dv-cinder-804035-20-iscsi neutron-server[102544]: cb(*args, **kw) Nov 24 15:26:58.385741 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 15:26:58.385741 dv-cinder-804035-20-iscsi neutron-server[102544]: return func(*args, **kwargs) Nov 24 15:26:58.385741 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 15:26:58.385741 dv-cinder-804035-20-iscsi neutron-server[102544]: self._notify() Nov 24 15:26:58.385741 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 15:26:58.385741 dv-cinder-804035-20-iscsi neutron-server[102544]: self.callback(batched_events) Nov 24 15:26:58.385741 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 15:26:58.385741 dv-cinder-804035-20-iscsi neutron-server[102544]: event.method(event) Nov 24 15:26:58.385741 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 15:26:58.385741 dv-cinder-804035-20-iscsi neutron-server[102544]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 15:26:58.385741 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 15:26:58.385741 dv-cinder-804035-20-iscsi neutron-server[102544]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 15:26:58.385741 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 15:26:58.385741 dv-cinder-804035-20-iscsi neutron-server[102544]: return f(self, *a, **k) Nov 24 15:26:58.385741 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 15:26:58.385741 dv-cinder-804035-20-iscsi neutron-server[102544]: return self._get(url).json() Nov 24 15:26:58.385741 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 15:26:58.385741 dv-cinder-804035-20-iscsi neutron-server[102544]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 15:26:58.385741 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 15:26:58.385741 dv-cinder-804035-20-iscsi neutron-server[102544]: return self.request(url, 'GET', **kwargs) Nov 24 15:26:58.385741 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 15:26:58.385741 dv-cinder-804035-20-iscsi neutron-server[102544]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 15:26:58.385741 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 15:26:58.385741 dv-cinder-804035-20-iscsi neutron-server[102544]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 15:26:58.385741 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 15:26:58.385741 dv-cinder-804035-20-iscsi neutron-server[102544]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 15:26:58.385741 dv-cinder-804035-20-iscsi neutron-server[102544]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 15:26:58.468652 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-6636c665-2f87-4e83-aadf-f45bc88cd327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663844'] for network, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:58.470415 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 437dff01-02ae-49b0-b6de-cd5643c5e258 no longer exists at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:26:58.474876 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-6636c665-2f87-4e83-aadf-f45bc88cd327 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for network, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:58.478728 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-6636c665-2f87-4e83-aadf-f45bc88cd327 admin admin] 10.222.0.66 "DELETE /v2.0/networks/151822c0-1b1f-4b3e-8dfc-70638799aec7 HTTP/1.1" status: 204 len: 168 time: 0.8222923 Nov 24 15:26:58.481781 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 38256) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:26:58.495521 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6636c665-2f87-4e83-aadf-f45bc88cd327 admin admin] Pushing event deleted for resources: {'Network': ['ID=151822c0-1b1f-4b3e-8dfc-70638799aec7,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:26:58.495950 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] No Port match for: 437dff01-02ae-49b0-b6de-cd5643c5e258 {{(pid=102546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:26:58.496300 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 437dff01-02ae-49b0-b6de-cd5643c5e258 not bound to the agent host dv-cinder-804035-20-iscsi {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:26:58.496779 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 24e58fdb-99f1-424e-9914-8151b1965925 no longer exists at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:26:58.524114 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] No Port match for: 24e58fdb-99f1-424e-9914-8151b1965925 {{(pid=102546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:26:58.524465 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 24e58fdb-99f1-424e-9914-8151b1965925 not bound to the agent host dv-cinder-804035-20-iscsi {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:26:58.524947 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 5a376ce9-72a7-4c8f-b3c5-743969255dbf no longer exists at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:26:58.528843 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-ad0d887a-f09b-4c9f-ae69-762279e63b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107'] for port, after_delete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:58.555044 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] No Port match for: 5a376ce9-72a7-4c8f-b3c5-743969255dbf {{(pid=102546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:26:58.555392 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 5a376ce9-72a7-4c8f-b3c5-743969255dbf not bound to the agent host dv-cinder-804035-20-iscsi {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:26:58.575892 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ad0d887a-f09b-4c9f-ae69-762279e63b0c None None] Network 151822c0-1b1f-4b3e-8dfc-70638799aec7 is not hosted by any dhcp agent {{(pid=102546) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 24 15:26:58.576350 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0d887a-f09b-4c9f-ae69-762279e63b0c None None] No DVR routers for this DVR port 5a376ce9-72a7-4c8f-b3c5-743969255dbf on host dv-cinder-804035-20-iscsi {{(pid=102546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:26:58.578197 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0d887a-f09b-4c9f-ae69-762279e63b0c None None] Pushing event deleted for resources: {'Port': ['ID=5a376ce9-72a7-4c8f-b3c5-743969255dbf,revision_number=None']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:26:58.603106 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-fc739d79-48d8-4e1f-beb0-86aa354ff87a req-7110cef2-ecae-4232-ae7e-d83c383b72f7 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1039673694&fields=id&tenant_id=b981a3c2d7974c7ca0c54a5262ea5220 HTTP/1.1" status: 200 len: 267 time: 0.0726063 Nov 24 15:26:58.754634 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc739d79-48d8-4e1f-beb0-86aa354ff87a req-170936c0-978e-4b40-9cef-1a7b224c51b3 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:58.761857 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-fc739d79-48d8-4e1f-beb0-86aa354ff87a req-170936c0-978e-4b40-9cef-1a7b224c51b3 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/networks?id=f26750e4-e797-4f7f-b557-e7463bad5d42 HTTP/1.1" status: 200 len: 811 time: 0.1520667 Nov 24 15:26:58.778598 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-fc739d79-48d8-4e1f-beb0-86aa354ff87a req-f123c9e6-4dcb-49a5-ac7b-96301350cce2 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/quotas/b981a3c2d7974c7ca0c54a5262ea5220 HTTP/1.1" status: 200 len: 375 time: 0.0158484 Nov 24 15:26:58.847354 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-fc739d79-48d8-4e1f-beb0-86aa354ff87a req-f1cee8cc-c883-4eb0-80dd-32269228d446 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b981a3c2d7974c7ca0c54a5262ea5220&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0568278 Nov 24 15:26:59.005172 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-c2bba005-edf0-446c-b062-1948ce2fb4fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-679738'] for router_interface, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:59.040420 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-fc739d79-48d8-4e1f-beb0-86aa354ff87a req-08ed0e14-915a-4295-bfc7-8f08397cd52a service neutron] 10.222.0.66 "GET /v2.0/networks/f26750e4-e797-4f7f-b557-e7463bad5d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920190 Nov 24 15:26:59.151784 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-fc739d79-48d8-4e1f-beb0-86aa354ff87a req-7c237710-de86-4ae9-a695-00afdb922a75 service neutron] 10.222.0.66 "GET /v2.0/networks/f26750e4-e797-4f7f-b557-e7463bad5d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035571 Nov 24 15:26:59.327295 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3738ec-40a3-44e6-9b64-7104e750e73b req-b09b800b-f1ce-4737-b5d8-db7e14bc5ad0 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:59.328995 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-6d3738ec-40a3-44e6-9b64-7104e750e73b req-b09b800b-f1ce-4737-b5d8-db7e14bc5ad0 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 945 time: 0.0662539 Nov 24 15:26:59.399452 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [None req-c2bba005-edf0-446c-b062-1948ce2fb4fa admin admin] Deleting port 53d687c6-6980-4138-86ee-d9f90a9cd2c4 {{(pid=102545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:26:59.399793 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-c2bba005-edf0-446c-b062-1948ce2fb4fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:59.416458 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-6d3738ec-40a3-44e6-9b64-7104e750e73b req-56d61b15-97db-444a-8bd7-45fe60a8db3c tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=447247f4-d52b-43f4-b8f2-aeaffb1fe115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786800 Nov 24 15:26:59.517959 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [None req-c2bba005-edf0-446c-b062-1948ce2fb4fa admin admin] For port 53d687c6-6980-4138-86ee-d9f90a9cd2c4, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=53d687c6-6980-4138-86ee-d9f90a9cd2c4,segment=NetworkSegment(30796c29-b205-4c69-88cd-9965a0eadf57),segment_id=30796c29-b205-4c69-88cd-9965a0eadf57)] {{(pid=102545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:26:59.519010 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-c2bba005-edf0-446c-b062-1948ce2fb4fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:59.537539 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [None req-c2bba005-edf0-446c-b062-1948ce2fb4fa admin admin] Calling delete_port for 53d687c6-6980-4138-86ee-d9f90a9cd2c4 owned by network:router_interface {{(pid=102545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:26:59.635271 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-afda7eb2-9523-4af2-93c7-b5032728f77c req-a5acfd47-8e23-41ad-8e58-d987d6a79a95 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=b89769a5-ef2a-400a-9c59-3053f647e3c2 HTTP/1.1" status: 200 len: 210 time: 0.0368068 Nov 24 15:26:59.820647 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-c2bba005-edf0-446c-b062-1948ce2fb4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:59.857983 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bba005-edf0-446c-b062-1948ce2fb4fa admin admin] Pushing event deleted for resources: {'Port': ['ID=53d687c6-6980-4138-86ee-d9f90a9cd2c4,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:27:00.119518 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-c2bba005-edf0-446c-b062-1948ce2fb4fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679846'] for router_interface, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:00.402981 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2bba005-edf0-446c-b062-1948ce2fb4fa admin admin] Router 45aef277-dd38-4b72-a243-52f149d053b9 has already been hosted by L3 agent cf746c29-e95d-415d-8373-1f02a86f1d46 {{(pid=102545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:27:00.548416 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2bba005-edf0-446c-b062-1948ce2fb4fa admin admin] Notify agent at l3_agent.dv-cinder-804035-20-iscsi the message routers_updated {{(pid=102545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:27:00.557603 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-c2bba005-edf0-446c-b062-1948ce2fb4fa admin admin] 10.222.0.66 "PUT /v2.0/routers/45aef277-dd38-4b72-a243-52f149d053b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0741854 Nov 24 15:27:00.558213 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 38280) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:27:00.559341 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61aa3e0d-bba8-4598-a284-9b82c9be274a None None] Sync routers for ids ['45aef277-dd38-4b72-a243-52f149d053b9'] in dv-cinder-804035-20-iscsi {{(pid=102546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:27:00.578439 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61aa3e0d-bba8-4598-a284-9b82c9be274a None None] Routers {'45aef277-dd38-4b72-a243-52f149d053b9'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:27:00.579393 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-61aa3e0d-bba8-4598-a284-9b82c9be274a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:26:48Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['45aef277-dd38-4b72-a243-52f149d053b9'], 'active': True} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:27:00.590716 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7465e716-3dd5-44c0-93fb-8096b63277e0 req-ae722969-15a3-44d2-b6b2-3821311c2f45 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:00.611999 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-7465e716-3dd5-44c0-93fb-8096b63277e0 req-ae722969-15a3-44d2-b6b2-3821311c2f45 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 945 time: 0.1017683 Nov 24 15:27:00.697062 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-7465e716-3dd5-44c0-93fb-8096b63277e0 req-52aaaf09-b0e7-43e9-b852-39b452091fbd tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=447247f4-d52b-43f4-b8f2-aeaffb1fe115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839953 Nov 24 15:27:00.698284 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-bd790704-d548-4677-9b77-95957679170b admin admin] Publish callbacks [] for router, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:00.776914 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-adcee9c7-ada9-4d7c-8ad8-24d6c260eb87 req-91bd0784-7278-4d15-a500-03be85910639 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=b89769a5-ef2a-400a-9c59-3053f647e3c2 HTTP/1.1" status: 200 len: 210 time: 0.0461168 Nov 24 15:27:00.822703 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvr_db [None req-61aa3e0d-bba8-4598-a284-9b82c9be274a None None] Set router 45aef277-dd38-4b72-a243-52f149d053b9 gateway port host: dv-cinder-804035-20-iscsi {{(pid=102546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:27:00.963113 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc739d79-48d8-4e1f-beb0-86aa354ff87a req-72e013b1-7adc-4257-b0c1-2761671d403a tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:00.964925 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-fc739d79-48d8-4e1f-beb0-86aa354ff87a req-72e013b1-7adc-4257-b0c1-2761671d403a tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.74 "GET /v2.0/networks?id=f26750e4-e797-4f7f-b557-e7463bad5d42 HTTP/1.1" status: 200 len: 811 time: 0.1831617 Nov 24 15:27:00.997561 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-bd790704-d548-4677-9b77-95957679170b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:01.079401 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-61aa3e0d-bba8-4598-a284-9b82c9be274a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45aef277-dd38-4b72-a243-52f149d053b9', 'name': 'tempest-TestShelveInstance-256278777-router', 'tenant_id': 'fc41d11ce6b249d78527539f87d7e5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'df087809-c760-4885-86fb-21557c8aba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:21:28Z', 'updated_at': '2021-11-24T15:26:59Z', 'revision_number': 5, 'project_id': 'fc41d11ce6b249d78527539f87d7e5ae', 'gw_port': {'id': 'df087809-c760-4885-86fb-21557c8aba7a', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:76:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aef277-dd38-4b72-a243-52f149d053b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:21:29Z', 'updated_at': '2021-11-24T15:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi'}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:27:01.085505 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-fc739d79-48d8-4e1f-beb0-86aa354ff87a req-cc00f264-251d-48cd-b19a-d3d092a34031 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b981a3c2d7974c7ca0c54a5262ea5220 HTTP/1.1" status: 200 len: 380 time: 0.1117651 Nov 24 15:27:01.097708 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [req-fc739d79-48d8-4e1f-beb0-86aa354ff87a req-b55ee7ba-c69f-4476-9dc3-f0bdc133cbfe tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Request body: {'port': {'device_id': 'b89769a5-ef2a-400a-9c59-3053f647e3c2', 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42', 'admin_state_up': True, 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'security_groups': ['9212a777-7328-4da1-b1eb-cee9e4183283']}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:27:01.111766 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61aa3e0d-bba8-4598-a284-9b82c9be274a None None] Checking router: 45aef277-dd38-4b72-a243-52f149d053b9 for host: dv-cinder-804035-20-iscsi {{(pid=102546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:27:01.122667 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [None req-bd790704-d548-4677-9b77-95957679170b admin admin] Deleting port df087809-c760-4885-86fb-21557c8aba7a {{(pid=102545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:27:01.123279 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-bd790704-d548-4677-9b77-95957679170b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:01.125188 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61aa3e0d-bba8-4598-a284-9b82c9be274a None None] Routers {'45aef277-dd38-4b72-a243-52f149d053b9'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:27:01.125939 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-61aa3e0d-bba8-4598-a284-9b82c9be274a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:26:48Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['45aef277-dd38-4b72-a243-52f149d053b9'], 'active': True} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:27:01.234925 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvr_db [None req-61aa3e0d-bba8-4598-a284-9b82c9be274a None None] Set router 45aef277-dd38-4b72-a243-52f149d053b9 gateway port host: None {{(pid=102546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:27:01.278470 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [None req-bd790704-d548-4677-9b77-95957679170b admin admin] For port df087809-c760-4885-86fb-21557c8aba7a, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=df087809-c760-4885-86fb-21557c8aba7a,segment=NetworkSegment(0ed66df3-fe9f-4da3-924e-b64abe4f4390),segment_id=0ed66df3-fe9f-4da3-924e-b64abe4f4390)] {{(pid=102545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:27:01.278823 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-bd790704-d548-4677-9b77-95957679170b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:01.300562 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [None req-bd790704-d548-4677-9b77-95957679170b admin admin] Calling delete_port for df087809-c760-4885-86fb-21557c8aba7a owned by network:router_gateway {{(pid=102545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:27:01.319247 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc739d79-48d8-4e1f-beb0-86aa354ff87a req-b55ee7ba-c69f-4476-9dc3-f0bdc133cbfe tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Made reservation on behalf of b981a3c2d7974c7ca0c54a5262ea5220 for: {'port': 1} {{(pid=102545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:27:01.323256 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-fc739d79-48d8-4e1f-beb0-86aa354ff87a req-b55ee7ba-c69f-4476-9dc3-f0bdc133cbfe tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:01.375710 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-61aa3e0d-bba8-4598-a284-9b82c9be274a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45aef277-dd38-4b72-a243-52f149d053b9', 'name': 'tempest-TestShelveInstance-256278777-router', 'tenant_id': 'fc41d11ce6b249d78527539f87d7e5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:21:28Z', 'updated_at': '2021-11-24T15:27:00Z', 'revision_number': 6, 'project_id': 'fc41d11ce6b249d78527539f87d7e5ae', 'gw_port_host': None}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:27:01.429621 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61aa3e0d-bba8-4598-a284-9b82c9be274a None None] The sync data for ids ['45aef277-dd38-4b72-a243-52f149d053b9'] in dv-cinder-804035-20-iscsi is: [{'id': '45aef277-dd38-4b72-a243-52f149d053b9', 'name': 'tempest-TestShelveInstance-256278777-router', 'tenant_id': 'fc41d11ce6b249d78527539f87d7e5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:21:28Z', 'updated_at': '2021-11-24T15:27:00Z', 'revision_number': 6, 'project_id': 'fc41d11ce6b249d78527539f87d7e5ae', 'gw_port_host': None}] {{(pid=102546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:27:01.570846 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.db_base_plugin_common [req-fc739d79-48d8-4e1f-beb0-86aa354ff87a req-b55ee7ba-c69f-4476-9dc3-f0bdc133cbfe tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Allocated IP 172.20.0.11 (f26750e4-e797-4f7f-b557-e7463bad5d42/7c9fc6c3-0838-4b30-a030-a699466a6c53/2acc53e6-5fad-45de-9695-638ed83c9206) {{(pid=102545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:27:01.671530 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-bd790704-d548-4677-9b77-95957679170b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:01.707220 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd790704-d548-4677-9b77-95957679170b admin admin] Pushing event deleted for resources: {'Port': ['ID=df087809-c760-4885-86fb-21557c8aba7a,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:27:02.147461 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-bd790704-d548-4677-9b77-95957679170b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663808'] for router_gateway, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:02.183649 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-fc739d79-48d8-4e1f-beb0-86aa354ff87a req-b55ee7ba-c69f-4476-9dc3-f0bdc133cbfe tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks [] for port, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:02.198761 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c635f63-1e90-4b49-a2ef-7300d9ac02ed req-038dda90-e435-4753-bc61-fef41dd4c174 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:02.200390 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-1c635f63-1e90-4b49-a2ef-7300d9ac02ed req-038dda90-e435-4753-bc61-fef41dd4c174 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 945 time: 0.3727677 Nov 24 15:27:02.233959 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-495c93de-c77b-4d8f-bce3-a633418f2a69 req-7a5f8b65-dad8-4f82-a3ab-e1b7346752ac tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=b89769a5-ef2a-400a-9c59-3053f647e3c2 HTTP/1.1" status: 200 len: 210 time: 0.0560508 Nov 24 15:27:02.261713 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-bd790704-d548-4677-9b77-95957679170b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-679758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3229'] for router, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:02.261713 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-bd790704-d548-4677-9b77-95957679170b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:02.305303 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-1c635f63-1e90-4b49-a2ef-7300d9ac02ed req-def2da16-0f67-4306-a99f-577d284ed29c tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=447247f4-d52b-43f4-b8f2-aeaffb1fe115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906906 Nov 24 15:27:02.334382 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-bd790704-d548-4677-9b77-95957679170b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663938'] for router, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:02.334960 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd790704-d548-4677-9b77-95957679170b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45aef277-dd38-4b72-a243-52f149d053b9 {{(pid=102545) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 15:27:02.342332 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-bd790704-d548-4677-9b77-95957679170b admin admin] Publish callbacks [] for router, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:02.346437 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 38292) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:27:02.346631 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-bd790704-d548-4677-9b77-95957679170b admin admin] 10.222.0.66 "DELETE /v2.0/routers/45aef277-dd38-4b72-a243-52f149d053b9 HTTP/1.1" status: 204 len: 168 time: 1.7870109 Nov 24 15:27:02.351708 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-fc739d79-48d8-4e1f-beb0-86aa354ff87a req-b55ee7ba-c69f-4476-9dc3-f0bdc133cbfe tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:02.400994 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 53d687c6-6980-4138-86ee-d9f90a9cd2c4 no longer exists at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:27:02.420973 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc739d79-48d8-4e1f-beb0-86aa354ff87a req-b55ee7ba-c69f-4476-9dc3-f0bdc133cbfe tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Network f26750e4-e797-4f7f-b557-e7463bad5d42 is already hosted by enough agents. {{(pid=102545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:27:02.424219 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [req-fc739d79-48d8-4e1f-beb0-86aa354ff87a req-b55ee7ba-c69f-4476-9dc3-f0bdc133cbfe tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Resources bound (agent type, host, resource id): {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:27:02.426321 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8f456f2-c3d2-4204-a470-57b8c1d5fcd7 admin admin] Deleting subnet 46730a57-49a4-4d50-a5ac-ee606922f551 {{(pid=102544) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 15:27:02.431254 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-a8f456f2-c3d2-4204-a470-57b8c1d5fcd7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:02.433318 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc739d79-48d8-4e1f-beb0-86aa354ff87a req-b55ee7ba-c69f-4476-9dc3-f0bdc133cbfe tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Received port after_create {{(pid=102545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:27:02.459909 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55ee7ba-c69f-4476-9dc3-f0bdc133cbfe tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Pushing event updated for resources: {'Port': ['ID=2acc53e6-5fad-45de-9695-638ed83c9206,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:27:02.477446 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] No Port match for: 53d687c6-6980-4138-86ee-d9f90a9cd2c4 {{(pid=102546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:27:02.477636 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 53d687c6-6980-4138-86ee-d9f90a9cd2c4 not bound to the agent host dv-cinder-804035-20-iscsi {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:27:02.479799 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device df087809-c760-4885-86fb-21557c8aba7a no longer exists at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:27:02.492006 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc739d79-48d8-4e1f-beb0-86aa354ff87a req-b55ee7ba-c69f-4476-9dc3-f0bdc133cbfe tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:02.492688 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-fc739d79-48d8-4e1f-beb0-86aa354ff87a req-b55ee7ba-c69f-4476-9dc3-f0bdc133cbfe tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:02.506541 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-a8f456f2-c3d2-4204-a470-57b8c1d5fcd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15251451'] for subnet, precommit_delete_associations {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:02.514142 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-fc739d79-48d8-4e1f-beb0-86aa354ff87a req-b55ee7ba-c69f-4476-9dc3-f0bdc133cbfe tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4214590 Nov 24 15:27:02.527433 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [req-fc739d79-48d8-4e1f-beb0-86aa354ff87a req-4d677059-0ae1-4d25-864c-ff57ea5476df service neutron] Request body: {'port': {'device_id': 'b89769a5-ef2a-400a-9c59-3053f647e3c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:27:02.544877 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] No Port match for: df087809-c760-4885-86fb-21557c8aba7a {{(pid=102546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:27:02.545229 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device df087809-c760-4885-86fb-21557c8aba7a not bound to the agent host dv-cinder-804035-20-iscsi {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:27:02.622526 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-fc739d79-48d8-4e1f-beb0-86aa354ff87a req-4d677059-0ae1-4d25-864c-ff57ea5476df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:02.655027 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-a8f456f2-c3d2-4204-a470-57b8c1d5fcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469115'] for subnet, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:02.735277 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-a8f456f2-c3d2-4204-a470-57b8c1d5fcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15751986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13828195'] for subnet, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:02.776528 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f456f2-c3d2-4204-a470-57b8c1d5fcd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46730a57-49a4-4d50-a5ac-ee606922f551,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:27:02.792936 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-a8f456f2-c3d2-4204-a470-57b8c1d5fcd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for subnet, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:02.801589 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-a8f456f2-c3d2-4204-a470-57b8c1d5fcd7 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/46730a57-49a4-4d50-a5ac-ee606922f551 HTTP/1.1" status: 204 len: 168 time: 0.4519973 Nov 24 15:27:02.803475 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 38294) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:27:02.808983 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d9c420-feec-4da1-9136-5cdebe46bc11 None None] Network 80aa81d5-fa09-4e0a-ab57-96013641e0cc requested from dv-cinder-804035-20-iscsi {{(pid=102546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:27:02.952436 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-9781c767-0a84-4618-bdaf-9b46b4abb8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541282'] for network, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:02.977908 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-231fc2e3-6060-464f-a667-a2f765b71085 None None] Provisioning complete for port 2acc53e6-5fad-45de-9695-638ed83c9206 triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:27:02.979044 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-231fc2e3-6060-464f-a667-a2f765b71085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:02.988958 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [req-fc739d79-48d8-4e1f-beb0-86aa354ff87a req-4d677059-0ae1-4d25-864c-ff57ea5476df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2acc53e6-5fad-45de-9695-638ed83c9206 {{(pid=102545) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:27:02.997477 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-fc739d79-48d8-4e1f-beb0-86aa354ff87a req-4d677059-0ae1-4d25-864c-ff57ea5476df service neutron] Publish callbacks [] for port, precommit_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:03.014256 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.provisioning_blocks [req-fc739d79-48d8-4e1f-beb0-86aa354ff87a req-4d677059-0ae1-4d25-864c-ff57ea5476df service neutron] Transition to ACTIVE for port object 2acc53e6-5fad-45de-9695-638ed83c9206 will not be triggered until provisioned by entity L2. {{(pid=102545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 15:27:03.019457 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.plugin [None req-9781c767-0a84-4618-bdaf-9b46b4abb8b2 admin admin] Deleting port 2a7de4d4-106c-49df-b2c6-5a12714e393a {{(pid=102544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:27:03.019457 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-9781c767-0a84-4618-bdaf-9b46b4abb8b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:03.022724 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-fc739d79-48d8-4e1f-beb0-86aa354ff87a req-4d677059-0ae1-4d25-864c-ff57ea5476df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13923618'] for port, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:03.055877 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-231fc2e3-6060-464f-a667-a2f765b71085 None None] Port 2acc53e6-5fad-45de-9695-638ed83c9206 cannot update to ACTIVE because it is not bound. {{(pid=102546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:27:03.071084 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d677059-0ae1-4d25-864c-ff57ea5476df service neutron] Pushing event updated for resources: {'Port': ['ID=2acc53e6-5fad-45de-9695-638ed83c9206,revision_number=2']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:27:03.102730 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.db [None req-9781c767-0a84-4618-bdaf-9b46b4abb8b2 admin admin] For port 2a7de4d4-106c-49df-b2c6-5a12714e393a, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=2a7de4d4-106c-49df-b2c6-5a12714e393a,segment=NetworkSegment(30796c29-b205-4c69-88cd-9965a0eadf57),segment_id=30796c29-b205-4c69-88cd-9965a0eadf57)] {{(pid=102544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:27:03.103413 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-9781c767-0a84-4618-bdaf-9b46b4abb8b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:03.120809 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.plugin [None req-9781c767-0a84-4618-bdaf-9b46b4abb8b2 admin admin] Calling delete_port for 2a7de4d4-106c-49df-b2c6-5a12714e393a owned by network:dhcp {{(pid=102544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:27:03.155664 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9c222b-d5ea-42b5-b1ca-de5bcd7d2e84 None None] DHCP port deletion for 80aa81d5-fa09-4e0a-ab57-96013641e0cc request from dv-cinder-804035-20-iscsi {{(pid=102546) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 15:27:03.189974 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-fc739d79-48d8-4e1f-beb0-86aa354ff87a req-4d677059-0ae1-4d25-864c-ff57ea5476df service neutron] Attempting to bind port 2acc53e6-5fad-45de-9695-638ed83c9206 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:27:03.190581 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-fc739d79-48d8-4e1f-beb0-86aa354ff87a req-4d677059-0ae1-4d25-864c-ff57ea5476df service neutron] Attempting to bind port 2acc53e6-5fad-45de-9695-638ed83c9206 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'c14c8334-0300-446a-a3d0-b8976f89fcf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42'}] {{(pid=102545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:27:03.191146 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc739d79-48d8-4e1f-beb0-86aa354ff87a req-4d677059-0ae1-4d25-864c-ff57ea5476df service neutron] Attempting to bind port 2acc53e6-5fad-45de-9695-638ed83c9206 on network f26750e4-e797-4f7f-b557-e7463bad5d42 {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:27:03.197734 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc739d79-48d8-4e1f-beb0-86aa354ff87a req-4d677059-0ae1-4d25-864c-ff57ea5476df service neutron] Port 2acc53e6-5fad-45de-9695-638ed83c9206 on network f26750e4-e797-4f7f-b557-e7463bad5d42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 15:27:03.198734 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc739d79-48d8-4e1f-beb0-86aa354ff87a req-4d677059-0ae1-4d25-864c-ff57ea5476df service neutron] Attempting to bind port 2acc53e6-5fad-45de-9695-638ed83c9206 on network f26750e4-e797-4f7f-b557-e7463bad5d42 {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:27:03.208127 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc739d79-48d8-4e1f-beb0-86aa354ff87a req-4d677059-0ae1-4d25-864c-ff57ea5476df service neutron] Checking agent: {'id': 'd4f6996e-fa07-4465-ad79-7a89714f2bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 17, 38), 'started_at': datetime.datetime(2021, 11, 24, 15, 17, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:27:03.209417 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc739d79-48d8-4e1f-beb0-86aa354ff87a req-4d677059-0ae1-4d25-864c-ff57ea5476df service neutron] Checking segment: {'id': 'c14c8334-0300-446a-a3d0-b8976f89fcf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:27:03.210048 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc739d79-48d8-4e1f-beb0-86aa354ff87a req-4d677059-0ae1-4d25-864c-ff57ea5476df service neutron] Bound using segment: {'id': 'c14c8334-0300-446a-a3d0-b8976f89fcf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42'} {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:27:03.210664 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-fc739d79-48d8-4e1f-beb0-86aa354ff87a req-4d677059-0ae1-4d25-864c-ff57ea5476df service neutron] Bound port: 2acc53e6-5fad-45de-9695-638ed83c9206, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c14c8334-0300-446a-a3d0-b8976f89fcf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42'}}] {{(pid=102545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:27:03.211263 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-fc739d79-48d8-4e1f-beb0-86aa354ff87a req-4d677059-0ae1-4d25-864c-ff57ea5476df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:03.251783 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-df9c222b-d5ea-42b5-b1ca-de5bcd7d2e84 None None] Deleting port 2a7de4d4-106c-49df-b2c6-5a12714e393a {{(pid=102546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:27:03.252680 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-df9c222b-d5ea-42b5-b1ca-de5bcd7d2e84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:03.273271 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-9781c767-0a84-4618-bdaf-9b46b4abb8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15752001'] for port, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:03.345751 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9781c767-0a84-4618-bdaf-9b46b4abb8b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a7de4d4-106c-49df-b2c6-5a12714e393a,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:27:03.348076 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-df9c222b-d5ea-42b5-b1ca-de5bcd7d2e84 None None] For port 2a7de4d4-106c-49df-b2c6-5a12714e393a, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=2a7de4d4-106c-49df-b2c6-5a12714e393a,segment=NetworkSegment(30796c29-b205-4c69-88cd-9965a0eadf57),segment_id=30796c29-b205-4c69-88cd-9965a0eadf57)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:27:03.349719 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-df9c222b-d5ea-42b5-b1ca-de5bcd7d2e84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:03.362233 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9781c767-0a84-4618-bdaf-9b46b4abb8b2 admin admin] No DVR routers for this DVR port 2a7de4d4-106c-49df-b2c6-5a12714e393a on host dv-cinder-804035-20-iscsi {{(pid=102544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:27:03.367313 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-df9c222b-d5ea-42b5-b1ca-de5bcd7d2e84 None None] Calling delete_port for 2a7de4d4-106c-49df-b2c6-5a12714e393a owned by network:dhcp {{(pid=102546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:27:03.395379 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-fc739d79-48d8-4e1f-beb0-86aa354ff87a req-4d677059-0ae1-4d25-864c-ff57ea5476df service neutron] For port 2acc53e6-5fad-45de-9695-638ed83c9206, host hv-cinder-80403, cleared binding levels {{(pid=102545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:27:03.402690 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-fc739d79-48d8-4e1f-beb0-86aa354ff87a req-4d677059-0ae1-4d25-864c-ff57ea5476df service neutron] For port 2acc53e6-5fad-45de-9695-638ed83c9206, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2acc53e6-5fad-45de-9695-638ed83c9206,segment=NetworkSegment(c14c8334-0300-446a-a3d0-b8976f89fcf3),segment_id=c14c8334-0300-446a-a3d0-b8976f89fcf3)] {{(pid=102545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:27:03.416548 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-fc739d79-48d8-4e1f-beb0-86aa354ff87a req-4d677059-0ae1-4d25-864c-ff57ea5476df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13923618'] for port, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:03.454669 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc739d79-48d8-4e1f-beb0-86aa354ff87a req-4d677059-0ae1-4d25-864c-ff57ea5476df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:03.455519 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-fc739d79-48d8-4e1f-beb0-86aa354ff87a req-4d677059-0ae1-4d25-864c-ff57ea5476df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:03.457136 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-fc739d79-48d8-4e1f-beb0-86aa354ff87a req-4d677059-0ae1-4d25-864c-ff57ea5476df service neutron] 10.222.0.74 "PUT /v2.0/ports/2acc53e6-5fad-45de-9695-638ed83c9206 HTTP/1.1" status: 200 len: 1094 time: 0.9349439 Nov 24 15:27:03.460772 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89769a5-ef2a-400a-9c59-3053f647e3c2', 'tag': '2acc53e6-5fad-45de-9695-638ed83c9206'}] {{(pid=102545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:27:03.466401 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-df9c222b-d5ea-42b5-b1ca-de5bcd7d2e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107'] for port, after_delete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:03.487747 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e232a59b198ff96befa2502742fd1f317735a6d9991c1ac6356d20aee71e71d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eac33f8-082b-42d3-aefc-09c75a8de800" -d '{"events": [{"name": "network-changed", "server_uuid": "b89769a5-ef2a-400a-9c59-3053f647e3c2", "tag": "2acc53e6-5fad-45de-9695-638ed83c9206"}]}' {{(pid=102545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:27:03.503504 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c222b-d5ea-42b5-b1ca-de5bcd7d2e84 None None] Pushing event deleted for resources: {'Port': ['ID=2a7de4d4-106c-49df-b2c6-5a12714e393a,revision_number=None']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:27:03.509762 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9c222b-d5ea-42b5-b1ca-de5bcd7d2e84 None None] No DVR routers for this DVR port 2a7de4d4-106c-49df-b2c6-5a12714e393a on host dv-cinder-804035-20-iscsi {{(pid=102546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:27:03.586249 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-9781c767-0a84-4618-bdaf-9b46b4abb8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468516', 'neutron.services.segments.db._delete_segments_for_network-8750837505464'] for network, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:03.620595 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea1441-fc98-4ccd-96ce-9c0ec253bc0f req-9abbe8cd-de8d-4635-a3ee-fce7e6a5561f tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:03.622189 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4dea1441-fc98-4ccd-96ce-9c0ec253bc0f req-9abbe8cd-de8d-4635-a3ee-fce7e6a5561f tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=b89769a5-ef2a-400a-9c59-3053f647e3c2 HTTP/1.1" status: 200 len: 944 time: 0.2577462 Nov 24 15:27:03.622838 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc739d79-48d8-4e1f-beb0-86aa354ff87a req-af7ce964-569d-4d7f-8ac5-723a87ee3743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:03.625137 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-fc739d79-48d8-4e1f-beb0-86aa354ff87a req-af7ce964-569d-4d7f-8ac5-723a87ee3743 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b981a3c2d7974c7ca0c54a5262ea5220&device_id=b89769a5-ef2a-400a-9c59-3053f647e3c2 HTTP/1.1" status: 200 len: 1097 time: 0.0701406 Nov 24 15:27:03.630054 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0ff50-34eb-4d48-9d1f-1c996ecd1fef req-f41b693a-b924-47e1-95fa-3ca2a1c9cb6e tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:03.631013 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d677059-0ae1-4d25-864c-ff57ea5476df service neutron] Pushing event updated for resources: {'Port': ['ID=2acc53e6-5fad-45de-9695-638ed83c9206,revision_number=3']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:27:03.644744 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c1b0ff50-34eb-4d48-9d1f-1c996ecd1fef req-f41b693a-b924-47e1-95fa-3ca2a1c9cb6e tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 945 time: 0.1977942 Nov 24 15:27:03.650088 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.services.segments.db [None req-9781c767-0a84-4618-bdaf-9b46b4abb8b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80aa81d5-fa09-4e0a-ab57-96013641e0cc']}} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:27:03.682870 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-fc739d79-48d8-4e1f-beb0-86aa354ff87a req-b96624fe-6f29-41d4-a726-fe97fcd0d60c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2acc53e6-5fad-45de-9695-638ed83c9206 HTTP/1.1" status: 200 len: 217 time: 0.0483072 Nov 24 15:27:03.705475 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.services.segments.db [None req-9781c767-0a84-4618-bdaf-9b46b4abb8b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30796c29-b205-4c69-88cd-9965a0eadf57') {'for_net_delete': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:27:03.706049 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.services.segments.db [None req-9781c767-0a84-4618-bdaf-9b46b4abb8b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30796c29-b205-4c69-88cd-9965a0eadf57') {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:27:03.735217 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc739d79-48d8-4e1f-beb0-86aa354ff87a req-0380285f-4177-4cdc-931e-f73fa093f23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:03.738082 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-fc739d79-48d8-4e1f-beb0-86aa354ff87a req-0380285f-4177-4cdc-931e-f73fa093f23a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7c9fc6c3-0838-4b30-a030-a699466a6c53 HTTP/1.1" status: 200 len: 850 time: 0.0463669 Nov 24 15:27:03.765969 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4dea1441-fc98-4ccd-96ce-9c0ec253bc0f req-87a6a6a1-549b-41ad-b6ab-a1b31407732c tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177533 Nov 24 15:27:03.768363 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-9781c767-0a84-4618-bdaf-9b46b4abb8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750837468492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15251404'] for segment, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:03.793627 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-9781c767-0a84-4618-bdaf-9b46b4abb8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470086'] for segment, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:03.802740 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc739d79-48d8-4e1f-beb0-86aa354ff87a req-995642f9-52b2-4016-aae0-c27e57ebdb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:03.804391 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-fc739d79-48d8-4e1f-beb0-86aa354ff87a req-995642f9-52b2-4016-aae0-c27e57ebdb3f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f26750e4-e797-4f7f-b557-e7463bad5d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0604057 Nov 24 15:27:03.809109 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9781c767-0a84-4618-bdaf-9b46b4abb8b2 admin admin] Releasing vlan 1234 on physical network physnet1 to pool {{(pid=102544) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 15:27:03.809524 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-9781c767-0a84-4618-bdaf-9b46b4abb8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15822992'] for segment, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:03.811373 dv-cinder-804035-20-iscsi neutron-server[102544]: Traceback (most recent call last): Nov 24 15:27:03.811373 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 15:27:03.811373 dv-cinder-804035-20-iscsi neutron-server[102544]: timer() Nov 24 15:27:03.811373 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 15:27:03.811373 dv-cinder-804035-20-iscsi neutron-server[102544]: cb(*args, **kw) Nov 24 15:27:03.811373 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 15:27:03.811373 dv-cinder-804035-20-iscsi neutron-server[102544]: return func(*args, **kwargs) Nov 24 15:27:03.811373 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 15:27:03.811373 dv-cinder-804035-20-iscsi neutron-server[102544]: self._notify() Nov 24 15:27:03.811373 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 15:27:03.811373 dv-cinder-804035-20-iscsi neutron-server[102544]: self.callback(batched_events) Nov 24 15:27:03.811373 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 15:27:03.811373 dv-cinder-804035-20-iscsi neutron-server[102544]: event.method(event) Nov 24 15:27:03.811373 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 15:27:03.811373 dv-cinder-804035-20-iscsi neutron-server[102544]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 15:27:03.811373 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 15:27:03.811373 dv-cinder-804035-20-iscsi neutron-server[102544]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 15:27:03.811373 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 15:27:03.811373 dv-cinder-804035-20-iscsi neutron-server[102544]: return f(self, *a, **k) Nov 24 15:27:03.811373 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 15:27:03.811373 dv-cinder-804035-20-iscsi neutron-server[102544]: return self._get(url).json() Nov 24 15:27:03.811373 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 15:27:03.811373 dv-cinder-804035-20-iscsi neutron-server[102544]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 15:27:03.811373 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 15:27:03.811373 dv-cinder-804035-20-iscsi neutron-server[102544]: return self.request(url, 'GET', **kwargs) Nov 24 15:27:03.811373 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 15:27:03.811373 dv-cinder-804035-20-iscsi neutron-server[102544]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 15:27:03.811373 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 15:27:03.811373 dv-cinder-804035-20-iscsi neutron-server[102544]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 15:27:03.811373 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 15:27:03.811373 dv-cinder-804035-20-iscsi neutron-server[102544]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 15:27:03.811373 dv-cinder-804035-20-iscsi neutron-server[102544]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 15:27:03.824301 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c1b0ff50-34eb-4d48-9d1f-1c996ecd1fef req-8d4873d1-fea7-40a7-95d4-bdf1429b300f tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=447247f4-d52b-43f4-b8f2-aeaffb1fe115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1681883 Nov 24 15:27:03.890656 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a65d64-5a34-442a-a460-8c95eeb73bc9 x-openstack-request-id: req-46a65d64-5a34-442a-a460-8c95eeb73bc9 {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:27:03.891048 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b89769a5-ef2a-400a-9c59-3053f647e3c2", "tag": "2acc53e6-5fad-45de-9695-638ed83c9206", "status": "completed", "code": 200}]} {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:27:03.891254 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-46a65d64-5a34-442a-a460-8c95eeb73bc9 {{(pid=102545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:27:03.893958 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b89769a5-ef2a-400a-9c59-3053f647e3c2', 'tag': '2acc53e6-5fad-45de-9695-638ed83c9206', 'status': 'completed', 'code': 200} Nov 24 15:27:03.919258 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-9781c767-0a84-4618-bdaf-9b46b4abb8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663844'] for network, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:03.923782 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-9781c767-0a84-4618-bdaf-9b46b4abb8b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for network, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:03.928486 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-fc739d79-48d8-4e1f-beb0-86aa354ff87a req-65237753-b126-466a-b695-64793479818b service neutron] 10.222.0.74 "GET /v2.0/networks/f26750e4-e797-4f7f-b557-e7463bad5d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078537 Nov 24 15:27:03.928672 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-9781c767-0a84-4618-bdaf-9b46b4abb8b2 admin admin] 10.222.0.66 "DELETE /v2.0/networks/80aa81d5-fa09-4e0a-ab57-96013641e0cc HTTP/1.1" status: 204 len: 168 time: 1.1223190 Nov 24 15:27:03.943790 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9781c767-0a84-4618-bdaf-9b46b4abb8b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=80aa81d5-fa09-4e0a-ab57-96013641e0cc,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:27:04.038931 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-fc739d79-48d8-4e1f-beb0-86aa354ff87a req-3d33dd2a-fdfd-42e3-a1b0-15c4a112715d service neutron] 10.222.0.74 "GET /v2.0/networks/f26750e4-e797-4f7f-b557-e7463bad5d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078126 Nov 24 15:27:04.063402 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 38306) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:27:04.117934 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-c6fa8fbe-3627-4945-98bd-cba724de6f19 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a89a75844197496785d27fd3e412344c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0532634 Nov 24 15:27:04.120313 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 38308) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:27:04.153695 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac33f8-082b-42d3-aefc-09c75a8de800 req-b78e97bb-591e-4b2c-9e1a-ea1f66aaa35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:04.157621 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-5eac33f8-082b-42d3-aefc-09c75a8de800 req-b78e97bb-591e-4b2c-9e1a-ea1f66aaa35c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b981a3c2d7974c7ca0c54a5262ea5220&device_id=b89769a5-ef2a-400a-9c59-3053f647e3c2 HTTP/1.1" status: 200 len: 1097 time: 0.0587351 Nov 24 15:27:04.190048 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-65e52151-ae4c-4293-98d8-d4672a83eda9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:04.222059 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-65e52151-ae4c-4293-98d8-d4672a83eda9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:04.280007 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac33f8-082b-42d3-aefc-09c75a8de800 req-2f2034e4-7ed7-4cb4-845b-14f81b7ee923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:04.281407 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-5eac33f8-082b-42d3-aefc-09c75a8de800 req-2f2034e4-7ed7-4cb4-845b-14f81b7ee923 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f26750e4-e797-4f7f-b557-e7463bad5d42 HTTP/1.1" status: 200 len: 913 time: 0.1164389 Nov 24 15:27:04.300845 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-65e52151-ae4c-4293-98d8-d4672a83eda9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:04.305433 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-65e52151-ae4c-4293-98d8-d4672a83eda9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:04.308908 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-65e52151-ae4c-4293-98d8-d4672a83eda9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7d326128-cc46-4da8-b26a-93888223393c HTTP/1.1" status: 204 len: 168 time: 0.1875768 Nov 24 15:27:04.318876 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e52151-ae4c-4293-98d8-d4672a83eda9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d326128-cc46-4da8-b26a-93888223393c,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:27:04.324763 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 2a7de4d4-106c-49df-b2c6-5a12714e393a no longer exists at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:27:04.358275 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] No Port match for: 2a7de4d4-106c-49df-b2c6-5a12714e393a {{(pid=102546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:27:04.358709 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 2a7de4d4-106c-49df-b2c6-5a12714e393a not bound to the agent host dv-cinder-804035-20-iscsi {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:27:04.371211 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-5eac33f8-082b-42d3-aefc-09c75a8de800 req-8e236197-6f16-4206-924a-6b798a38539f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2acc53e6-5fad-45de-9695-638ed83c9206 HTTP/1.1" status: 200 len: 217 time: 0.0810387 Nov 24 15:27:04.436232 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac33f8-082b-42d3-aefc-09c75a8de800 req-bef6a1b8-5533-4809-b943-319bb6587eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:04.437829 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-5eac33f8-082b-42d3-aefc-09c75a8de800 req-bef6a1b8-5533-4809-b943-319bb6587eb2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7c9fc6c3-0838-4b30-a030-a699466a6c53 HTTP/1.1" status: 200 len: 850 time: 0.0591021 Nov 24 15:27:04.500919 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac33f8-082b-42d3-aefc-09c75a8de800 req-d8d3d21b-6650-4991-9427-97b7a41b1f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:04.502623 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-5eac33f8-082b-42d3-aefc-09c75a8de800 req-d8d3d21b-6650-4991-9427-97b7a41b1f0a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f26750e4-e797-4f7f-b557-e7463bad5d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0535133 Nov 24 15:27:04.612549 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-5eac33f8-082b-42d3-aefc-09c75a8de800 req-d83c1cdf-9b55-4c2d-80dc-0d932b7075d4 service neutron] 10.222.0.74 "GET /v2.0/networks/f26750e4-e797-4f7f-b557-e7463bad5d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978353 Nov 24 15:27:04.735634 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-5eac33f8-082b-42d3-aefc-09c75a8de800 req-d3c45760-114a-4719-b6dc-208c47d1926e service neutron] 10.222.0.74 "GET /v2.0/networks/f26750e4-e797-4f7f-b557-e7463bad5d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148329 Nov 24 15:27:04.789761 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 38314) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:27:04.868640 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-b4017c54-3785-47c5-9875-a76d21cb738c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fc41d11ce6b249d78527539f87d7e5ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0754054 Nov 24 15:27:04.869636 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 38320) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:27:04.938378 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-1f2a6a4d-5a4b-4b71-862a-d3acf3517e08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:04.950301 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778fe133-78a1-4efe-a1ba-95aeabc5b52f req-d7bc049d-48ba-4ad7-bb64-5973d2de6d64 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:04.952438 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-778fe133-78a1-4efe-a1ba-95aeabc5b52f req-d7bc049d-48ba-4ad7-bb64-5973d2de6d64 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=b89769a5-ef2a-400a-9c59-3053f647e3c2 HTTP/1.1" status: 200 len: 944 time: 0.1005239 Nov 24 15:27:04.981987 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-1f2a6a4d-5a4b-4b71-862a-d3acf3517e08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:05.008704 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca959b74-7f3a-4940-a473-bd751ce70749 req-1c053713-fee0-434f-9676-6379cfbbe5d0 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:05.012227 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ca959b74-7f3a-4940-a473-bd751ce70749 req-1c053713-fee0-434f-9676-6379cfbbe5d0 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 945 time: 0.1040180 Nov 24 15:27:05.048513 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-1f2a6a4d-5a4b-4b71-862a-d3acf3517e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:05.052187 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-1f2a6a4d-5a4b-4b71-862a-d3acf3517e08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:05.054062 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-1f2a6a4d-5a4b-4b71-862a-d3acf3517e08 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1fa79452-f0b5-4f23-a18f-749d662fa640 HTTP/1.1" status: 204 len: 168 time: 0.1826227 Nov 24 15:27:05.062929 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2a6a4d-5a4b-4b71-862a-d3acf3517e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa79452-f0b5-4f23-a18f-749d662fa640,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:27:05.080790 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-778fe133-78a1-4efe-a1ba-95aeabc5b52f req-a2111b04-6931-4f91-975d-b41ea2177cc8 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049325 Nov 24 15:27:05.124268 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ca959b74-7f3a-4940-a473-bd751ce70749 req-b55356a4-cafa-4205-a008-640d06067580 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=447247f4-d52b-43f4-b8f2-aeaffb1fe115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874903 Nov 24 15:27:06.220008 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b11785-97ff-4a50-8a0e-02c252bbfca4 req-20fc03d7-75d0-4688-85bd-767582738c7a tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:06.227860 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c5b11785-97ff-4a50-8a0e-02c252bbfca4 req-20fc03d7-75d0-4688-85bd-767582738c7a tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=b89769a5-ef2a-400a-9c59-3053f647e3c2 HTTP/1.1" status: 200 len: 944 time: 0.0771730 Nov 24 15:27:06.311069 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c5b11785-97ff-4a50-8a0e-02c252bbfca4 req-4b40bdef-76ce-4896-9291-10a2b0aa5483 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809128 Nov 24 15:27:06.325215 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84776eea-0a9d-4621-86e0-3410037b5c83 req-02138677-3ab5-4d70-98ef-5b4dc50d5a45 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:06.326866 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-84776eea-0a9d-4621-86e0-3410037b5c83 req-02138677-3ab5-4d70-98ef-5b4dc50d5a45 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 945 time: 0.0917535 Nov 24 15:27:06.388544 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-84776eea-0a9d-4621-86e0-3410037b5c83 req-4833ba79-cbbf-4455-afbb-1569f6e85473 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=447247f4-d52b-43f4-b8f2-aeaffb1fe115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552137 Nov 24 15:27:07.089178 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d42f2-2453-4e45-8eb9-4dfff3a677df req-f5f44ca9-f10c-479d-b8bd-2a0aa19c156c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:07.090702 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-fd6d42f2-2453-4e45-8eb9-4dfff3a677df req-f5f44ca9-f10c-479d-b8bd-2a0aa19c156c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=15cfbeac1f3f4700a4806775a9786f5d&device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 1098 time: 0.0406320 Nov 24 15:27:07.187856 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d42f2-2453-4e45-8eb9-4dfff3a677df req-b59624d8-14d3-4040-8e25-ac1c33ea059c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:07.189356 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-fd6d42f2-2453-4e45-8eb9-4dfff3a677df req-b59624d8-14d3-4040-8e25-ac1c33ea059c service neutron] 10.222.0.74 "GET /v2.0/networks?id=e130b39d-08a3-4f56-a8c9-cdbf0ac59277 HTTP/1.1" status: 200 len: 918 time: 0.0915568 Nov 24 15:27:07.253692 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-fd6d42f2-2453-4e45-8eb9-4dfff3a677df req-4cd7597b-af01-4dee-812c-e9b1df41eacb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=071fb078-3f83-4604-a050-d36e5c042f5f HTTP/1.1" status: 200 len: 1000 time: 0.0565689 Nov 24 15:27:07.302426 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d42f2-2453-4e45-8eb9-4dfff3a677df req-f240de3c-77d4-4dec-860d-484bb8a01557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:07.303908 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-fd6d42f2-2453-4e45-8eb9-4dfff3a677df req-f240de3c-77d4-4dec-860d-484bb8a01557 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a6f169b1-1681-4fc6-8349-4eb563a83e19 HTTP/1.1" status: 200 len: 855 time: 0.0430665 Nov 24 15:27:07.352516 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d42f2-2453-4e45-8eb9-4dfff3a677df req-97e44615-0a6c-4ab8-b0a5-b7fd33f33083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:07.354021 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-fd6d42f2-2453-4e45-8eb9-4dfff3a677df req-97e44615-0a6c-4ab8-b0a5-b7fd33f33083 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e130b39d-08a3-4f56-a8c9-cdbf0ac59277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0430827 Nov 24 15:27:07.418448 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25349f0c-b365-4713-9c3c-486c672bfe56 req-1e949113-30c5-4e42-87ff-50c807baf577 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:07.419998 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-25349f0c-b365-4713-9c3c-486c672bfe56 req-1e949113-30c5-4e42-87ff-50c807baf577 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=b89769a5-ef2a-400a-9c59-3053f647e3c2 HTTP/1.1" status: 200 len: 944 time: 0.0485432 Nov 24 15:27:07.445932 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-fd6d42f2-2453-4e45-8eb9-4dfff3a677df req-5a824975-0370-4491-80c1-790683ec5aa6 service neutron] 10.222.0.74 "GET /v2.0/networks/e130b39d-08a3-4f56-a8c9-cdbf0ac59277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831087 Nov 24 15:27:07.480508 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-25349f0c-b365-4713-9c3c-486c672bfe56 req-cd027d23-b153-4de6-bc31-00e2ba2f11d5 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544045 Nov 24 15:27:07.516528 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b7dc2-9f22-4c30-84d6-3f11eb0600f6 req-1a6c58eb-36a7-4cf2-a321-d85a2058f3cb tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:07.518041 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f64b7dc2-9f22-4c30-84d6-3f11eb0600f6 req-1a6c58eb-36a7-4cf2-a321-d85a2058f3cb tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 945 time: 0.0551128 Nov 24 15:27:07.540726 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-fd6d42f2-2453-4e45-8eb9-4dfff3a677df req-efd522bb-8176-4d44-abbc-0a1bb4629aa2 service neutron] 10.222.0.74 "GET /v2.0/networks/e130b39d-08a3-4f56-a8c9-cdbf0ac59277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874579 Nov 24 15:27:07.565613 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f64b7dc2-9f22-4c30-84d6-3f11eb0600f6 req-224242f8-ac3e-4c40-804b-f1ca22554aef tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=447247f4-d52b-43f4-b8f2-aeaffb1fe115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408199 Nov 24 15:27:08.043183 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:08.596806 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c3e06-0997-4678-9a53-c2c60f010c13 req-741338ac-7ae5-4700-8d3a-b0bed7eb4fee tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:08.598344 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-a75c3e06-0997-4678-9a53-c2c60f010c13 req-741338ac-7ae5-4700-8d3a-b0bed7eb4fee tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=b89769a5-ef2a-400a-9c59-3053f647e3c2 HTTP/1.1" status: 200 len: 944 time: 0.0517612 Nov 24 15:27:08.658049 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-a75c3e06-0997-4678-9a53-c2c60f010c13 req-b4545b03-923f-47e3-8a55-dac37b26d0e8 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528729 Nov 24 15:27:08.693819 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52908d4-3156-4410-b3c8-da8096d81d51 req-3869dfd6-dad5-45d6-913e-3f29feb67b46 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:08.695430 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-d52908d4-3156-4410-b3c8-da8096d81d51 req-3869dfd6-dad5-45d6-913e-3f29feb67b46 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 945 time: 0.0553892 Nov 24 15:27:08.742972 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-d52908d4-3156-4410-b3c8-da8096d81d51 req-1ccea925-5ec0-43b5-be31-d1bb4af5d5a4 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=447247f4-d52b-43f4-b8f2-aeaffb1fe115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414977 Nov 24 15:27:09.639723 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.agents_db [None req-1855c149-01a8-4582-985c-3b31432c2781 None None] Agent healthcheck: found 6 active agents {{(pid=102547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:27:09.777851 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3201991-3b73-4a58-bcf0-c4928e04277e req-0c773c50-bd9c-4fd7-b1e5-1960937935bd tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:09.779503 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c3201991-3b73-4a58-bcf0-c4928e04277e req-0c773c50-bd9c-4fd7-b1e5-1960937935bd tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=b89769a5-ef2a-400a-9c59-3053f647e3c2 HTTP/1.1" status: 200 len: 944 time: 0.0550408 Nov 24 15:27:09.863116 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c3201991-3b73-4a58-bcf0-c4928e04277e req-a5d67a9c-2e11-4695-a2b7-458bd4b1f36a tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771551 Nov 24 15:27:09.883872 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40cc2ec-57cf-47a9-962b-13a3cabba600 req-393addb3-a76b-427b-a700-275e18d65831 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:09.885353 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-b40cc2ec-57cf-47a9-962b-13a3cabba600 req-393addb3-a76b-427b-a700-275e18d65831 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 945 time: 0.0677178 Nov 24 15:27:09.934485 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-b40cc2ec-57cf-47a9-962b-13a3cabba600 req-2975576d-0dc0-47ae-b9aa-fa9520e2d216 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=447247f4-d52b-43f4-b8f2-aeaffb1fe115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430677 Nov 24 15:27:10.651950 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [req-5e39dc39-1d67-4086-a6fc-2f6690a3e2e8 req-6f2a6678-2fa6-469a-b226-a0fdcdf367dd service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=102544) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 15:27:10.652946 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-5e39dc39-1d67-4086-a6fc-2f6690a3e2e8 req-6f2a6678-2fa6-469a-b226-a0fdcdf367dd service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060892 Nov 24 15:27:10.809273 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30167a-e453-4782-bbd3-03060b4c803a req-bc879e9d-7321-47c9-a734-9902f5efe093 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:10.811336 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-cb30167a-e453-4782-bbd3-03060b4c803a req-bc879e9d-7321-47c9-a734-9902f5efe093 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 945 time: 0.0516703 Nov 24 15:27:10.840839 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-33a77daa-b6b7-43f4-a413-c2bcdf81324d req-f3a44cef-a5a5-487e-a6fa-41d7b4f8855c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0404580 Nov 24 15:27:10.862418 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-cb30167a-e453-4782-bbd3-03060b4c803a req-890c9daf-921f-4933-99f4-a6ee8145464e tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=447247f4-d52b-43f4-b8f2-aeaffb1fe115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451176 Nov 24 15:27:10.981305 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430dc6e6-f052-417d-82a9-a81e3cdeefb0 req-94e99ceb-f707-4db9-95f9-c3e73a66d995 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:10.982839 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-430dc6e6-f052-417d-82a9-a81e3cdeefb0 req-94e99ceb-f707-4db9-95f9-c3e73a66d995 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=b89769a5-ef2a-400a-9c59-3053f647e3c2 HTTP/1.1" status: 200 len: 944 time: 0.0506165 Nov 24 15:27:11.033428 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-430dc6e6-f052-417d-82a9-a81e3cdeefb0 req-d1531bd9-8324-4e49-94b3-ded4be175622 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444112 Nov 24 15:27:11.578408 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a77daa-b6b7-43f4-a413-c2bcdf81324d req-1ee2873c-7d91-4dc8-86df-408c75cf5d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:11.579890 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-33a77daa-b6b7-43f4-a413-c2bcdf81324d req-1ee2873c-7d91-4dc8-86df-408c75cf5d3b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062&tenant_id=15cfbeac1f3f4700a4806775a9786f5d HTTP/1.1" status: 200 len: 1098 time: 0.0400689 Nov 24 15:27:11.639672 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a77daa-b6b7-43f4-a413-c2bcdf81324d req-3cde8b14-df0d-4568-a140-6be99461d667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:11.641417 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-33a77daa-b6b7-43f4-a413-c2bcdf81324d req-3cde8b14-df0d-4568-a140-6be99461d667 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=15cfbeac1f3f4700a4806775a9786f5d&device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 1098 time: 0.0388722 Nov 24 15:27:11.669579 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 2acc53e6-5fad-45de-9695-638ed83c9206 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 15:27:11.671649 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 071fb078-3f83-4604-a050-d36e5c042f5f no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:27:11.733808 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a77daa-b6b7-43f4-a413-c2bcdf81324d req-f43e3027-c6c3-41ea-9803-85d65801aae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:11.735381 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-33a77daa-b6b7-43f4-a413-c2bcdf81324d req-f43e3027-c6c3-41ea-9803-85d65801aae3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e130b39d-08a3-4f56-a8c9-cdbf0ac59277 HTTP/1.1" status: 200 len: 918 time: 0.0875492 Nov 24 15:27:11.801929 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-33a77daa-b6b7-43f4-a413-c2bcdf81324d req-15821590-a394-44ef-b80d-810c47355a06 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=071fb078-3f83-4604-a050-d36e5c042f5f HTTP/1.1" status: 200 len: 1000 time: 0.0594923 Nov 24 15:27:11.826658 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 2acc53e6-5fad-45de-9695-638ed83c9206, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2acc53e6-5fad-45de-9695-638ed83c9206,segment=NetworkSegment(c14c8334-0300-446a-a3d0-b8976f89fcf3),segment_id=c14c8334-0300-446a-a3d0-b8976f89fcf3)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:27:11.829329 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:11.846246 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Returning: {'device': '2acc53e6-5fad-45de-9695-638ed83c9206', 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42', 'port_id': '2acc53e6-5fad-45de-9695-638ed83c9206', 'mac_address': 'fa:16:3e:b0:2c:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c9fc6c3-0838-4b30-a030-a699466a6c53', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 15:27:11.850379 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a77daa-b6b7-43f4-a413-c2bcdf81324d req-904dbe09-523d-4bc2-8658-0f7a22ad1374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:11.851931 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-33a77daa-b6b7-43f4-a413-c2bcdf81324d req-904dbe09-523d-4bc2-8658-0f7a22ad1374 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a6f169b1-1681-4fc6-8349-4eb563a83e19 HTTP/1.1" status: 200 len: 855 time: 0.0434508 Nov 24 15:27:11.879440 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68310acb-6f2f-4a32-9b65-20ae91f67062', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '071fb078-3f83-4604-a050-d36e5c042f5f'}] {{(pid=102546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:27:11.882303 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec30b6fee894e899a7ef63b5da9bb2e859d87fc094cada3931da851dba0edc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b64c09-1717-43ab-9ff0-60798e810862" -d '{"events": [{"server_uuid": "68310acb-6f2f-4a32-9b65-20ae91f67062", "name": "network-vif-unplugged", "status": "completed", "tag": "071fb078-3f83-4604-a050-d36e5c042f5f"}]}' {{(pid=102546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:27:11.901805 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 071fb078-3f83-4604-a050-d36e5c042f5f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=071fb078-3f83-4604-a050-d36e5c042f5f,segment=NetworkSegment(5e100fbc-d77e-4779-93d7-094d4c6f44a0),segment_id=5e100fbc-d77e-4779-93d7-094d4c6f44a0)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:27:11.903676 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a77daa-b6b7-43f4-a413-c2bcdf81324d req-5aa36379-424c-4335-a32b-0a01132e8280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:11.905582 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-33a77daa-b6b7-43f4-a413-c2bcdf81324d req-5aa36379-424c-4335-a32b-0a01132e8280 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e130b39d-08a3-4f56-a8c9-cdbf0ac59277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0464821 Nov 24 15:27:11.908622 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:11.912189 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:11.939152 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 15:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d718e96-ce34-45d8-a7fb-0d488806afe8 x-openstack-request-id: req-1d718e96-ce34-45d8-a7fb-0d488806afe8 {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:27:11.939434 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68310acb-6f2f-4a32-9b65-20ae91f67062", "name": "network-vif-unplugged", "status": "completed", "tag": "071fb078-3f83-4604-a050-d36e5c042f5f", "code": 200}]} {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:27:11.939694 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1d718e96-ce34-45d8-a7fb-0d488806afe8 {{(pid=102546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:27:11.940067 dv-cinder-804035-20-iscsi neutron-server[102546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68310acb-6f2f-4a32-9b65-20ae91f67062', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '071fb078-3f83-4604-a050-d36e5c042f5f', 'code': 200} Nov 24 15:27:11.947922 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.notifiers.nova [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2acc53e6-5fad-45de-9695-638ed83c9206 {{(pid=102546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:27:11.975828 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 2acc53e6-5fad-45de-9695-638ed83c9206, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2acc53e6-5fad-45de-9695-638ed83c9206,segment=NetworkSegment(c14c8334-0300-446a-a3d0-b8976f89fcf3),segment_id=c14c8334-0300-446a-a3d0-b8976f89fcf3)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:27:11.980392 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:11.992263 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Pushing event updated for resources: {'Port': ['ID=071fb078-3f83-4604-a050-d36e5c042f5f,revision_number=8']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:27:12.011288 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-33a77daa-b6b7-43f4-a413-c2bcdf81324d req-677f6c77-b87a-48b3-b081-80d4e0b1e850 service neutron] 10.222.0.74 "GET /v2.0/networks/e130b39d-08a3-4f56-a8c9-cdbf0ac59277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988863 Nov 24 15:27:12.012373 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d578305-08fb-4712-b06b-15a92fd148f3 req-6de8833a-5e35-4738-986a-d8bfa38e0e1e tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:12.013985 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-3d578305-08fb-4712-b06b-15a92fd148f3 req-6de8833a-5e35-4738-986a-d8bfa38e0e1e tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 943 time: 0.0589609 Nov 24 15:27:12.047033 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Pushing event updated for resources: {'Port': ['ID=2acc53e6-5fad-45de-9695-638ed83c9206,revision_number=4']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:27:12.065469 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-3d578305-08fb-4712-b06b-15a92fd148f3 req-95df254b-db8a-483b-8649-77d83c78fa81 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=447247f4-d52b-43f4-b8f2-aeaffb1fe115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448687 Nov 24 15:27:12.104477 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-33a77daa-b6b7-43f4-a413-c2bcdf81324d req-0cdb0dd8-3f12-4b91-9525-1053ca984f57 service neutron] 10.222.0.74 "GET /v2.0/networks/e130b39d-08a3-4f56-a8c9-cdbf0ac59277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858865 Nov 24 15:27:12.160802 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23de82-cfe6-4f1e-9895-79ab114e36bf req-37cd122a-6148-4857-a886-9e74cfe0a9c7 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:12.162300 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-de23de82-cfe6-4f1e-9895-79ab114e36bf req-37cd122a-6148-4857-a886-9e74cfe0a9c7 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=b89769a5-ef2a-400a-9c59-3053f647e3c2 HTTP/1.1" status: 200 len: 945 time: 0.0536611 Nov 24 15:27:12.197724 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] get_ports_and_sgs() called for port_ids ['2acc53e6-5fad-45de-9695-638ed83c9206'] {{(pid=102546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:27:12.212590 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-de23de82-cfe6-4f1e-9895-79ab114e36bf req-7eb8d00b-f356-43a1-b2ad-5b7a112a43be tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437577 Nov 24 15:27:13.191728 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f69f0-bbbc-4c56-ba6d-68a11d37d107 req-4b04d77d-2347-4807-aff6-d46c91912252 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:13.193491 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-df5f69f0-bbbc-4c56-ba6d-68a11d37d107 req-4b04d77d-2347-4807-aff6-d46c91912252 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 943 time: 0.0527666 Nov 24 15:27:13.247139 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-df5f69f0-bbbc-4c56-ba6d-68a11d37d107 req-5f3feed6-3156-4dc4-9355-942f811b3758 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=447247f4-d52b-43f4-b8f2-aeaffb1fe115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456569 Nov 24 15:27:13.347644 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a648436-9602-4d31-a954-3790b67e7e68 req-82ea0db3-88a7-4306-ab41-b3dd9d2c831a tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:13.349259 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-8a648436-9602-4d31-a954-3790b67e7e68 req-82ea0db3-88a7-4306-ab41-b3dd9d2c831a tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=b89769a5-ef2a-400a-9c59-3053f647e3c2 HTTP/1.1" status: 200 len: 945 time: 0.0515947 Nov 24 15:27:13.404877 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-8a648436-9602-4d31-a954-3790b67e7e68 req-237fc916-4567-4137-95eb-8fc316c63ef9 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491095 Nov 24 15:27:13.683512 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 2acc53e6-5fad-45de-9695-638ed83c9206 up at agent hyperv_hv-cinder-80403 {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:27:13.733811 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Provisioning for port 2acc53e6-5fad-45de-9695-638ed83c9206 completed by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 15:27:13.738783 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Provisioning complete for port 2acc53e6-5fad-45de-9695-638ed83c9206 triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:27:13.739191 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:13.822149 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:13.859448 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 2acc53e6-5fad-45de-9695-638ed83c9206, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2acc53e6-5fad-45de-9695-638ed83c9206,segment=NetworkSegment(c14c8334-0300-446a-a3d0-b8976f89fcf3),segment_id=c14c8334-0300-446a-a3d0-b8976f89fcf3)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:27:13.864903 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:13.865687 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 071fb078-3f83-4604-a050-d36e5c042f5f no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:27:14.012697 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89769a5-ef2a-400a-9c59-3053f647e3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2acc53e6-5fad-45de-9695-638ed83c9206'}] {{(pid=102546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:27:14.014989 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec30b6fee894e899a7ef63b5da9bb2e859d87fc094cada3931da851dba0edc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89dd6904-7587-4007-b29b-db9559cee603" -d '{"events": [{"server_uuid": "b89769a5-ef2a-400a-9c59-3053f647e3c2", "name": "network-vif-plugged", "status": "completed", "tag": "2acc53e6-5fad-45de-9695-638ed83c9206"}]}' {{(pid=102546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:27:14.070664 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98abdd4c-fc13-4812-90c0-0e9bfcc8c7f0 x-openstack-request-id: req-98abdd4c-fc13-4812-90c0-0e9bfcc8c7f0 {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:27:14.070985 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b89769a5-ef2a-400a-9c59-3053f647e3c2", "name": "network-vif-plugged", "status": "completed", "tag": "2acc53e6-5fad-45de-9695-638ed83c9206", "code": 200}]} {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:27:14.071246 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-98abdd4c-fc13-4812-90c0-0e9bfcc8c7f0 {{(pid=102546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:27:14.071637 dv-cinder-804035-20-iscsi neutron-server[102546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b89769a5-ef2a-400a-9c59-3053f647e3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2acc53e6-5fad-45de-9695-638ed83c9206', 'code': 200} Nov 24 15:27:14.074858 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Pushing event updated for resources: {'Port': ['ID=2acc53e6-5fad-45de-9695-638ed83c9206,revision_number=5']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:27:14.370844 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877ec5c-b895-411d-a1aa-2f37e0552fe8 req-f2497318-f9bd-4d7a-81d2-3765d1313151 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:14.372524 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-7877ec5c-b895-411d-a1aa-2f37e0552fe8 req-f2497318-f9bd-4d7a-81d2-3765d1313151 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 943 time: 0.0516829 Nov 24 15:27:14.422903 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-7877ec5c-b895-411d-a1aa-2f37e0552fe8 req-4efbc5fd-8acb-4e15-b802-0437708c3558 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=447247f4-d52b-43f4-b8f2-aeaffb1fe115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438139 Nov 24 15:27:14.536562 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae982f2a-0b98-4516-a779-c769b0f9ea2f req-7de6fc0f-182e-432f-beba-27a474555125 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:14.538660 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ae982f2a-0b98-4516-a779-c769b0f9ea2f req-7de6fc0f-182e-432f-beba-27a474555125 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=b89769a5-ef2a-400a-9c59-3053f647e3c2 HTTP/1.1" status: 200 len: 946 time: 0.0511088 Nov 24 15:27:14.589432 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ae982f2a-0b98-4516-a779-c769b0f9ea2f req-583f95af-f043-43ef-9760-bd6f96479b45 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448692 Nov 24 15:27:15.191351 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-8cb3d701-6c9a-4144-8130-daffa5a9965b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:15.550077 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9659cc7e-8afd-4dd4-83fb-a33288b280f4 req-8302b83b-3f3a-434e-8c7b-48acd6c15d8e tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:15.551628 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-9659cc7e-8afd-4dd4-83fb-a33288b280f4 req-8302b83b-3f3a-434e-8c7b-48acd6c15d8e tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 943 time: 0.0558374 Nov 24 15:27:15.600558 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-9659cc7e-8afd-4dd4-83fb-a33288b280f4 req-f78aa5aa-5b83-4a52-b9f5-e1d5e890ec0b tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=447247f4-d52b-43f4-b8f2-aeaffb1fe115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428467 Nov 24 15:27:15.708031 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b862fcc8-9d0b-48be-850e-7433d3caf270 req-221913f2-9e34-4c5c-99ce-6b473f273d49 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:15.709476 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-b862fcc8-9d0b-48be-850e-7433d3caf270 req-221913f2-9e34-4c5c-99ce-6b473f273d49 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=b89769a5-ef2a-400a-9c59-3053f647e3c2 HTTP/1.1" status: 200 len: 946 time: 0.0510273 Nov 24 15:27:15.761449 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-b862fcc8-9d0b-48be-850e-7433d3caf270 req-20a736be-8642-4d85-84ff-5c2168d0862c tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453289 Nov 24 15:27:16.742931 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d4f71-fe2e-4c43-ac8a-d4a6eb95e287 req-5297dff7-2413-4180-aeb7-b88770b1de87 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:16.744470 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-291d4f71-fe2e-4c43-ac8a-d4a6eb95e287 req-5297dff7-2413-4180-aeb7-b88770b1de87 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 943 time: 0.0565760 Nov 24 15:27:16.792797 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-291d4f71-fe2e-4c43-ac8a-d4a6eb95e287 req-09e967ca-5d9b-4521-bbb4-284a6f4b5e3b tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=447247f4-d52b-43f4-b8f2-aeaffb1fe115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425429 Nov 24 15:27:16.884938 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3797a7-12ce-48c1-b863-39d4c7741927 req-81dd4569-d0d7-4419-b4a3-4e7c775c9ac1 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:16.886448 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-8b3797a7-12ce-48c1-b863-39d4c7741927 req-81dd4569-d0d7-4419-b4a3-4e7c775c9ac1 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=b89769a5-ef2a-400a-9c59-3053f647e3c2 HTTP/1.1" status: 200 len: 946 time: 0.0523984 Nov 24 15:27:16.939798 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-8b3797a7-12ce-48c1-b863-39d4c7741927 req-8636218b-7538-4eb8-b855-494f5c67d54b tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472775 Nov 24 15:27:17.629335 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-4cdd8fec-9f69-4fc6-a2de-8cf35becdae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:17.915370 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1721438e-bf94-4a05-aab5-399b4d90632b req-bf0b3ce1-0b0c-4939-b848-7d96e26a74ff tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:17.917135 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-1721438e-bf94-4a05-aab5-399b4d90632b req-bf0b3ce1-0b0c-4939-b848-7d96e26a74ff tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 943 time: 0.0512407 Nov 24 15:27:17.971894 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-1721438e-bf94-4a05-aab5-399b4d90632b req-0c4c7a8b-5002-4b70-a845-613cb3c363dc tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=447247f4-d52b-43f4-b8f2-aeaffb1fe115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481961 Nov 24 15:27:18.059827 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b180a-7734-40c6-a4a5-6360e90687dc req-6cd2de0c-060b-440f-8a30-5ff93213996a tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:18.061475 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-1b6b180a-7734-40c6-a4a5-6360e90687dc req-6cd2de0c-060b-440f-8a30-5ff93213996a tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=b89769a5-ef2a-400a-9c59-3053f647e3c2 HTTP/1.1" status: 200 len: 946 time: 0.0503278 Nov 24 15:27:18.112841 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-1b6b180a-7734-40c6-a4a5-6360e90687dc req-1c73d3fd-ed1e-4f3a-ad80-1fa78f9596cf tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451307 Nov 24 15:27:18.225104 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-124f8df6-068a-4f00-a8c0-a9ff39f4d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:19.099726 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370689d4-3fb4-4508-8931-58da16765792 req-68937c2d-f272-42a2-894d-5b3ff22088d1 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:19.101754 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-370689d4-3fb4-4508-8931-58da16765792 req-68937c2d-f272-42a2-894d-5b3ff22088d1 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 943 time: 0.0516233 Nov 24 15:27:19.152951 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-370689d4-3fb4-4508-8931-58da16765792 req-5306f50e-8081-4df9-be06-bb9bff9300f5 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=447247f4-d52b-43f4-b8f2-aeaffb1fe115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453024 Nov 24 15:27:19.245245 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baebdf9-613d-4436-a7b3-5da95fee0c4d req-fc79ddd9-4d6e-42af-bf85-1cce6e2dba08 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:19.247541 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-0baebdf9-613d-4436-a7b3-5da95fee0c4d req-fc79ddd9-4d6e-42af-bf85-1cce6e2dba08 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=b89769a5-ef2a-400a-9c59-3053f647e3c2 HTTP/1.1" status: 200 len: 946 time: 0.0550277 Nov 24 15:27:19.300554 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-0baebdf9-613d-4436-a7b3-5da95fee0c4d req-f5b55b23-797e-49b9-9909-146aaa86f09f tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460684 Nov 24 15:27:19.781516 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0567c706-1e8e-49a8-b1df-c52fd48358e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:20.279155 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55622784-eb5a-4260-bdd9-7c960bd8afde req-c9acbbcc-22eb-4860-9410-a2c6206ceb14 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:20.286544 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-55622784-eb5a-4260-bdd9-7c960bd8afde req-c9acbbcc-22eb-4860-9410-a2c6206ceb14 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 943 time: 0.0588565 Nov 24 15:27:20.332414 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-55622784-eb5a-4260-bdd9-7c960bd8afde req-3df478b2-367d-47e8-9991-4e5ecf1f4cf3 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=447247f4-d52b-43f4-b8f2-aeaffb1fe115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448642 Nov 24 15:27:20.421115 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf14b60-5439-4835-abf3-818266cc58cb req-2f390d2a-b634-424a-8a4b-b6a8cf84c82b tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:20.422614 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-eaf14b60-5439-4835-abf3-818266cc58cb req-2f390d2a-b634-424a-8a4b-b6a8cf84c82b tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=b89769a5-ef2a-400a-9c59-3053f647e3c2 HTTP/1.1" status: 200 len: 946 time: 0.0506120 Nov 24 15:27:20.479813 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-eaf14b60-5439-4835-abf3-818266cc58cb req-460c0f6f-b715-4d5f-867a-8bbc1370e2f5 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510488 Nov 24 15:27:20.985414 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:21.452872 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2c1bb-183c-4e8c-a7b1-5173ed86cc87 req-fece9b7b-e640-44fe-b9be-e5c59bdb0426 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:21.454419 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-53a2c1bb-183c-4e8c-a7b1-5173ed86cc87 req-fece9b7b-e640-44fe-b9be-e5c59bdb0426 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 943 time: 0.0501354 Nov 24 15:27:21.503441 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-53a2c1bb-183c-4e8c-a7b1-5173ed86cc87 req-9aca82be-64c0-4721-a9e6-43a60df59c72 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=447247f4-d52b-43f4-b8f2-aeaffb1fe115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430756 Nov 24 15:27:21.596546 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81296880-4532-49e0-b5ee-40d06c9c0e98 req-0f264ca0-54c9-4909-a236-ee3ebb6d78cd tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:21.598048 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-81296880-4532-49e0-b5ee-40d06c9c0e98 req-0f264ca0-54c9-4909-a236-ee3ebb6d78cd tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=b89769a5-ef2a-400a-9c59-3053f647e3c2 HTTP/1.1" status: 200 len: 946 time: 0.0503428 Nov 24 15:27:21.648540 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-81296880-4532-49e0-b5ee-40d06c9c0e98 req-78800ba1-7802-4bbe-8977-0ffe8e14c1eb tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439739 Nov 24 15:27:22.646656 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ad911-c4e4-42ca-ab1b-4c5d5d18d23c req-c61490cf-7486-45ce-adcf-4ecfb49e0cc9 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:22.649897 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c16ad911-c4e4-42ca-ab1b-4c5d5d18d23c req-c61490cf-7486-45ce-adcf-4ecfb49e0cc9 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 943 time: 0.0602572 Nov 24 15:27:22.699836 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c16ad911-c4e4-42ca-ab1b-4c5d5d18d23c req-f4f7b3eb-641e-4165-b846-f65f01b8faa8 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=447247f4-d52b-43f4-b8f2-aeaffb1fe115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439100 Nov 24 15:27:22.765329 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c100b50-a4de-49e0-9e21-ce03fb755742 req-2c398596-63e0-4989-b3ad-6145710e651e tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:22.766885 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-5c100b50-a4de-49e0-9e21-ce03fb755742 req-2c398596-63e0-4989-b3ad-6145710e651e tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=b89769a5-ef2a-400a-9c59-3053f647e3c2 HTTP/1.1" status: 200 len: 946 time: 0.0506532 Nov 24 15:27:22.816358 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-5c100b50-a4de-49e0-9e21-ce03fb755742 req-71d97993-ba8e-4018-b1d4-5344f28940e7 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434847 Nov 24 15:27:23.822092 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d1857-f386-447c-aaa0-30156447d271 req-86d6b1f5-f62e-4f7b-9a42-148943434e7c tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:23.823586 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-089d1857-f386-447c-aaa0-30156447d271 req-86d6b1f5-f62e-4f7b-9a42-148943434e7c tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 943 time: 0.0510292 Nov 24 15:27:23.870940 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-089d1857-f386-447c-aaa0-30156447d271 req-b88fe096-f215-42ee-9313-290480230d6d tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=447247f4-d52b-43f4-b8f2-aeaffb1fe115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415704 Nov 24 15:27:23.930868 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c689e23-d710-40da-9954-b004b2c1396a req-9209795c-18e9-4cf6-8af3-77f1b8cf2b2c tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:23.932325 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-6c689e23-d710-40da-9954-b004b2c1396a req-9209795c-18e9-4cf6-8af3-77f1b8cf2b2c tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=b89769a5-ef2a-400a-9c59-3053f647e3c2 HTTP/1.1" status: 200 len: 946 time: 0.0478742 Nov 24 15:27:23.981299 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-6c689e23-d710-40da-9954-b004b2c1396a req-41437256-540f-4334-a210-8e58022a559e tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430713 Nov 24 15:27:24.997675 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1b574-6693-40c2-8037-a4f6d5fe2ecb req-c480ab59-e752-4827-8974-9b5cf0c6bd55 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:24.999173 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-9ed1b574-6693-40c2-8037-a4f6d5fe2ecb req-c480ab59-e752-4827-8974-9b5cf0c6bd55 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 943 time: 0.0552032 Nov 24 15:27:25.063799 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-9ed1b574-6693-40c2-8037-a4f6d5fe2ecb req-eda637b9-58a2-45d1-9140-e465c4ce5a0a tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=447247f4-d52b-43f4-b8f2-aeaffb1fe115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576351 Nov 24 15:27:25.101338 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64e30e-3bd6-44f6-bd03-b2db6463178b req-498f5f4f-814e-40b3-9927-0c303ef5711a tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:25.103092 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4d64e30e-3bd6-44f6-bd03-b2db6463178b req-498f5f4f-814e-40b3-9927-0c303ef5711a tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=b89769a5-ef2a-400a-9c59-3053f647e3c2 HTTP/1.1" status: 200 len: 946 time: 0.0530033 Nov 24 15:27:25.156325 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4d64e30e-3bd6-44f6-bd03-b2db6463178b req-efaf8106-2535-4446-bdfa-a9db853bfd76 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468142 Nov 24 15:27:25.180957 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09703252-e69b-4a98-9a61-f63909842f72 req-09338905-cfe0-4464-94c7-ede8f9bc11ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:25.182437 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-09703252-e69b-4a98-9a61-f63909842f72 req-09338905-cfe0-4464-94c7-ede8f9bc11ff service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b89769a5-ef2a-400a-9c59-3053f647e3c2 HTTP/1.1" status: 200 len: 1099 time: 0.0405354 Nov 24 15:27:25.232914 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-09703252-e69b-4a98-9a61-f63909842f72 req-bc78b91e-56a0-479b-96ad-31b09d1035a4 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427704 Nov 24 15:27:26.100102 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff74b5c-9dbf-4393-8bee-0a107b5506ef req-2772768c-2a32-4740-8440-a662dfe11cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:26.101638 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-2ff74b5c-9dbf-4393-8bee-0a107b5506ef req-2772768c-2a32-4740-8440-a662dfe11cc5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 1096 time: 0.0393364 Nov 24 15:27:26.149075 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-2ff74b5c-9dbf-4393-8bee-0a107b5506ef req-7b32c70b-c9a8-4462-b069-4fc44b4b272b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=447247f4-d52b-43f4-b8f2-aeaffb1fe115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394223 Nov 24 15:27:26.185958 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94224a86-4d6e-412b-869f-45a9301a1b31 req-2d235d89-5db0-4424-a759-4dc4d20bb05e tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:26.187553 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-94224a86-4d6e-412b-869f-45a9301a1b31 req-2d235d89-5db0-4424-a759-4dc4d20bb05e tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 943 time: 0.0473714 Nov 24 15:27:26.244075 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-94224a86-4d6e-412b-869f-45a9301a1b31 req-38fc11e4-4c8b-45c6-98a5-e0d0f6533483 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=447247f4-d52b-43f4-b8f2-aeaffb1fe115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506001 Nov 24 15:27:26.283516 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199821e-b94d-49b2-b116-929ef94a53e6 req-a57d1779-3846-444f-b403-6292e5f239f8 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:26.284988 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-2199821e-b94d-49b2-b116-929ef94a53e6 req-a57d1779-3846-444f-b403-6292e5f239f8 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=b89769a5-ef2a-400a-9c59-3053f647e3c2 HTTP/1.1" status: 200 len: 946 time: 0.0571771 Nov 24 15:27:26.333515 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-2199821e-b94d-49b2-b116-929ef94a53e6 req-6b117cec-3e16-401b-832e-ff36511d8f0c tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426183 Nov 24 15:27:27.368176 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bbc26-2a2d-47be-9480-0e6bce7bd476 req-c7d71284-6961-4ab2-abf6-af194f194e9a tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:27.369804 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-719bbc26-2a2d-47be-9480-0e6bce7bd476 req-c7d71284-6961-4ab2-abf6-af194f194e9a tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 943 time: 0.0521400 Nov 24 15:27:27.450424 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-719bbc26-2a2d-47be-9480-0e6bce7bd476 req-d8abb2d7-c124-4d8e-a925-c2b3f2e20475 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=447247f4-d52b-43f4-b8f2-aeaffb1fe115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731156 Nov 24 15:27:27.471073 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ee820-82e5-40bc-8d13-c71b46d35bc2 req-49f01111-a2ae-4644-800d-8d5041d144b9 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:27.475224 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-d24ee820-82e5-40bc-8d13-c71b46d35bc2 req-49f01111-a2ae-4644-800d-8d5041d144b9 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=b89769a5-ef2a-400a-9c59-3053f647e3c2 HTTP/1.1" status: 200 len: 946 time: 0.0693722 Nov 24 15:27:27.528437 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-d24ee820-82e5-40bc-8d13-c71b46d35bc2 req-255f7966-1663-4902-a72c-78e9377485a8 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494452 Nov 24 15:27:27.643459 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d13e0-a3f1-425a-8e3c-b946a44c96e9 req-3e87d59e-c608-4be7-b352-b388ef52694b tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:27.645063 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f79d13e0-a3f1-425a-8e3c-b946a44c96e9 req-3e87d59e-c608-4be7-b352-b388ef52694b tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=b89769a5-ef2a-400a-9c59-3053f647e3c2 HTTP/1.1" status: 200 len: 946 time: 0.0508654 Nov 24 15:27:27.695142 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f79d13e0-a3f1-425a-8e3c-b946a44c96e9 req-1edfc231-93d4-4585-b3b9-028e2f0a4fba tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433729 Nov 24 15:27:27.698364 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 071fb078-3f83-4604-a050-d36e5c042f5f details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 15:27:27.717983 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 38518) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:27:27.799458 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 071fb078-3f83-4604-a050-d36e5c042f5f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=071fb078-3f83-4604-a050-d36e5c042f5f,segment=NetworkSegment(5e100fbc-d77e-4779-93d7-094d4c6f44a0),segment_id=5e100fbc-d77e-4779-93d7-094d4c6f44a0)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:27:27.812695 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Returning: {'device': '071fb078-3f83-4604-a050-d36e5c042f5f', 'network_id': 'e130b39d-08a3-4f56-a8c9-cdbf0ac59277', 'port_id': '071fb078-3f83-4604-a050-d36e5c042f5f', 'mac_address': 'fa:16:3e:ed:c5:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6f169b1-1681-4fc6-8349-4eb563a83e19', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 15:27:27.850024 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:27.867746 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.notifiers.nova [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 071fb078-3f83-4604-a050-d36e5c042f5f {{(pid=102546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:27:27.888453 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 071fb078-3f83-4604-a050-d36e5c042f5f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=071fb078-3f83-4604-a050-d36e5c042f5f,segment=NetworkSegment(5e100fbc-d77e-4779-93d7-094d4c6f44a0),segment_id=5e100fbc-d77e-4779-93d7-094d4c6f44a0)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:27:27.893233 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:27.922423 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8bd35a-c437-4fe2-95f0-fa691f90febf tempest-TestVolumeBootPattern-1552538061 tempest-TestVolumeBootPattern-1552538061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:27.924662 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-9a8bd35a-c437-4fe2-95f0-fa691f90febf tempest-TestVolumeBootPattern-1552538061 tempest-TestVolumeBootPattern-1552538061-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b89769a5-ef2a-400a-9c59-3053f647e3c2 HTTP/1.1" status: 200 len: 1094 time: 0.2050352 Nov 24 15:27:27.926748 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 38522) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:27:27.931321 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [None req-b5cb984e-18a9-4ccd-a72b-e0c074fb6b61 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Request body: {'floatingip': {'floating_network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'port_id': '2acc53e6-5fad-45de-9695-638ed83c9206', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:27:27.941496 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Pushing event updated for resources: {'Port': ['ID=071fb078-3f83-4604-a050-d36e5c042f5f,revision_number=9']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:27:27.953800 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-b5cb984e-18a9-4ccd-a72b-e0c074fb6b61 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks [] for floatingip, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:28.051045 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-b5cb984e-18a9-4ccd-a72b-e0c074fb6b61 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:28.118700 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] get_ports_and_sgs() called for port_ids ['071fb078-3f83-4604-a050-d36e5c042f5f'] {{(pid=102546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:27:28.154908 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.db_base_plugin_common [None req-b5cb984e-18a9-4ccd-a72b-e0c074fb6b61 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Allocated IP 172.27.3.153 (8344f4db-560e-43ae-a8a3-c586ec595f86/c55147fe-7574-46b9-be0f-c5d247f19105/764b6e4a-4181-45c9-9b99-77294ff80db3) {{(pid=102545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:27:28.256344 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-b5cb984e-18a9-4ccd-a72b-e0c074fb6b61 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks [] for port, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:28.289515 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-b5cb984e-18a9-4ccd-a72b-e0c074fb6b61 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:28.324639 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cb984e-18a9-4ccd-a72b-e0c074fb6b61 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Network 8344f4db-560e-43ae-a8a3-c586ec595f86 is already hosted by enough agents. {{(pid=102545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:27:28.329290 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [None req-b5cb984e-18a9-4ccd-a72b-e0c074fb6b61 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Resources bound (agent type, host, resource id): {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:27:28.332686 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cb984e-18a9-4ccd-a72b-e0c074fb6b61 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Received port after_create {{(pid=102545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:27:28.360183 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb984e-18a9-4ccd-a72b-e0c074fb6b61 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Pushing event updated for resources: {'Port': ['ID=764b6e4a-4181-45c9-9b99-77294ff80db3,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:27:28.570251 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff819c-5a1c-4782-b568-ee3c4c40c23c req-5325faab-5711-4cf5-b398-787eab708ee4 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:28.571770 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-50ff819c-5a1c-4782-b568-ee3c4c40c23c req-5325faab-5711-4cf5-b398-787eab708ee4 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 944 time: 0.0498013 Nov 24 15:27:28.619659 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-50ff819c-5a1c-4782-b568-ee3c4c40c23c req-cacabe58-3f7e-41e8-a090-60593bc97713 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=447247f4-d52b-43f4-b8f2-aeaffb1fe115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419550 Nov 24 15:27:28.682493 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-b5cb984e-18a9-4ccd-a72b-e0c074fb6b61 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:28.750532 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-b5cb984e-18a9-4ccd-a72b-e0c074fb6b61 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:28.892344 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-b5cb984e-18a9-4ccd-a72b-e0c074fb6b61 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks [] for port, precommit_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:28.896708 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-b5cb984e-18a9-4ccd-a72b-e0c074fb6b61 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13923618'] for port, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:28.968245 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb984e-18a9-4ccd-a72b-e0c074fb6b61 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Pushing event updated for resources: {'Port': ['ID=764b6e4a-4181-45c9-9b99-77294ff80db3,revision_number=2']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:27:28.975124 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-b5cb984e-18a9-4ccd-a72b-e0c074fb6b61 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663866'] for floatingip, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:29.071691 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.db.l3_db [None req-b5cb984e-18a9-4ccd-a72b-e0c074fb6b61 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Floating IP 29dd6989-22cd-4991-adf4-f3ae18bc3561 associated. External IP: 172.27.3.153, port: 2acc53e6-5fad-45de-9695-638ed83c9206. Nov 24 15:27:29.518335 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5cb984e-18a9-4ccd-a72b-e0c074fb6b61 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Router a2bc1be7-732e-4b4b-a9f9-7a317a77457b has already been hosted by L3 agent cf746c29-e95d-415d-8373-1f02a86f1d46 {{(pid=102545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:27:29.621956 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5cb984e-18a9-4ccd-a72b-e0c074fb6b61 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Notify agent at l3_agent.dv-cinder-804035-20-iscsi the message routers_updated {{(pid=102545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:27:29.632325 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152bfd19-a6fd-4813-af68-7683185c50b5 None None] Sync routers for ids ['a2bc1be7-732e-4b4b-a9f9-7a317a77457b'] in dv-cinder-804035-20-iscsi {{(pid=102547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:27:29.642971 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152bfd19-a6fd-4813-af68-7683185c50b5 None None] Routers {'a2bc1be7-732e-4b4b-a9f9-7a317a77457b'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:27:29.643498 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-152bfd19-a6fd-4813-af68-7683185c50b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:27:18Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['a2bc1be7-732e-4b4b-a9f9-7a317a77457b'], 'active': True} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:27:29.645794 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-b5cb984e-18a9-4ccd-a72b-e0c074fb6b61 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for floatingip, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:29.686828 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-b5cb984e-18a9-4ccd-a72b-e0c074fb6b61 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7477565 Nov 24 15:27:29.686828 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89769a5-ef2a-400a-9c59-3053f647e3c2', 'tag': '2acc53e6-5fad-45de-9695-638ed83c9206'}] {{(pid=102545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:27:29.686828 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e232a59b198ff96befa2502742fd1f317735a6d9991c1ac6356d20aee71e71d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d3aa82-2ffa-4d00-9898-75b443cc563c" -d '{"events": [{"name": "network-changed", "server_uuid": "b89769a5-ef2a-400a-9c59-3053f647e3c2", "tag": "2acc53e6-5fad-45de-9695-638ed83c9206"}]}' {{(pid=102545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:27:29.703564 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 071fb078-3f83-4604-a050-d36e5c042f5f up at agent hyperv_hv-cinder-80403 {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:27:29.714840 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47cb621e-17ff-42a1-a4f4-428a1ca6f847 x-openstack-request-id: req-47cb621e-17ff-42a1-a4f4-428a1ca6f847 {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:27:29.715137 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b89769a5-ef2a-400a-9c59-3053f647e3c2", "tag": "2acc53e6-5fad-45de-9695-638ed83c9206", "status": "completed", "code": 200}]} {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:27:29.715386 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-47cb621e-17ff-42a1-a4f4-428a1ca6f847 {{(pid=102545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:27:29.715778 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b89769a5-ef2a-400a-9c59-3053f647e3c2', 'tag': '2acc53e6-5fad-45de-9695-638ed83c9206', 'status': 'completed', 'code': 200} Nov 24 15:27:29.751622 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvr_db [None req-152bfd19-a6fd-4813-af68-7683185c50b5 None None] Set router a2bc1be7-732e-4b4b-a9f9-7a317a77457b gateway port host: dv-cinder-804035-20-iscsi {{(pid=102547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:27:29.753440 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Provisioning complete for port 071fb078-3f83-4604-a050-d36e5c042f5f triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:27:29.753821 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:29.779550 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3aa82-2ffa-4d00-9898-75b443cc563c req-eb68cb07-2124-452e-a82e-eda0e3704931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:29.781051 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-a6d3aa82-2ffa-4d00-9898-75b443cc563c req-eb68cb07-2124-452e-a82e-eda0e3704931 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b981a3c2d7974c7ca0c54a5262ea5220&device_id=b89769a5-ef2a-400a-9c59-3053f647e3c2 HTTP/1.1" status: 200 len: 1099 time: 0.0440660 Nov 24 15:27:29.833274 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:29.862628 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68310acb-6f2f-4a32-9b65-20ae91f67062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071fb078-3f83-4604-a050-d36e5c042f5f'}] {{(pid=102546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:27:29.865437 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec30b6fee894e899a7ef63b5da9bb2e859d87fc094cada3931da851dba0edc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab36473-c2ca-42a8-a441-c23b1bca8599" -d '{"events": [{"server_uuid": "68310acb-6f2f-4a32-9b65-20ae91f67062", "name": "network-vif-plugged", "status": "completed", "tag": "071fb078-3f83-4604-a050-d36e5c042f5f"}]}' {{(pid=102546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:27:29.879195 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3aa82-2ffa-4d00-9898-75b443cc563c req-349c6c15-19e9-4903-aa54-32b145595792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:29.879658 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 071fb078-3f83-4604-a050-d36e5c042f5f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=071fb078-3f83-4604-a050-d36e5c042f5f,segment=NetworkSegment(5e100fbc-d77e-4779-93d7-094d4c6f44a0),segment_id=5e100fbc-d77e-4779-93d7-094d4c6f44a0)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:27:29.880726 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-a6d3aa82-2ffa-4d00-9898-75b443cc563c req-349c6c15-19e9-4903-aa54-32b145595792 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f26750e4-e797-4f7f-b557-e7463bad5d42 HTTP/1.1" status: 200 len: 913 time: 0.0920503 Nov 24 15:27:29.886105 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:29.917466 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9546a827-a953-475f-9e14-9cd08681ac4e x-openstack-request-id: req-9546a827-a953-475f-9e14-9cd08681ac4e {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:27:29.917773 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68310acb-6f2f-4a32-9b65-20ae91f67062", "name": "network-vif-plugged", "status": "completed", "tag": "071fb078-3f83-4604-a050-d36e5c042f5f", "code": 200}]} {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:27:29.918033 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9546a827-a953-475f-9e14-9cd08681ac4e {{(pid=102546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:27:29.918420 dv-cinder-804035-20-iscsi neutron-server[102546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68310acb-6f2f-4a32-9b65-20ae91f67062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071fb078-3f83-4604-a050-d36e5c042f5f', 'code': 200} Nov 24 15:27:29.942579 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Pushing event updated for resources: {'Port': ['ID=071fb078-3f83-4604-a050-d36e5c042f5f,revision_number=10']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:27:29.956681 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-a6d3aa82-2ffa-4d00-9898-75b443cc563c req-36fcad8c-9416-4e9c-8a94-2fadf83bc395 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2acc53e6-5fad-45de-9695-638ed83c9206 HTTP/1.1" status: 200 len: 1000 time: 0.0687346 Nov 24 15:27:30.005834 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3aa82-2ffa-4d00-9898-75b443cc563c req-d670bc7d-a9e4-4b47-97fe-aec06509a3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:30.007902 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-a6d3aa82-2ffa-4d00-9898-75b443cc563c req-d670bc7d-a9e4-4b47-97fe-aec06509a3bd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7c9fc6c3-0838-4b30-a030-a699466a6c53 HTTP/1.1" status: 200 len: 850 time: 0.0437500 Nov 24 15:27:30.052038 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3aa82-2ffa-4d00-9898-75b443cc563c req-7dd203dd-ac6b-4012-8012-c6476453bff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:30.054158 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-a6d3aa82-2ffa-4d00-9898-75b443cc563c req-7dd203dd-ac6b-4012-8012-c6476453bff2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f26750e4-e797-4f7f-b557-e7463bad5d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0392692 Nov 24 15:27:30.075323 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-152bfd19-a6fd-4813-af68-7683185c50b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'name': 'tempest-TestVolumeBootPattern-116187741-router', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '4264a2b7-6efb-4cdc-ac80-dce005fa7b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:20:49Z', 'updated_at': '2021-11-24T15:20:52Z', 'revision_number': 4, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'gw_port': {'id': '4264a2b7-6efb-4cdc-ac80-dce005fa7b88', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:50Z', 'updated_at': '2021-11-24T15:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_floatingips': [{'id': '29dd6989-22cd-4991-adf4-f3ae18bc3561', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'router_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'port_id': '2acc53e6-5fad-45de-9695-638ed83c9206', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42', 'mac_address': 'fa:16:3e:b0:2c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89769a5-ef2a-400a-9c59-3053f647e3c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:27:28Z', 'updated_at': '2021-11-24T15:27:28Z', 'revision_number': 0, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'fixed_ip_address_scope': None}, {'id': 'b5ba6bba-a8f6-49ca-b4b8-b4cf122d72a2', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'router_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'port_id': '140a8110-eae9-4c4f-bc1c-8a0a2e8b5413', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42', 'mac_address': 'fa:16:3e:a9:e2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246791eb-b0eb-44f0-9417-f106580a57f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:24:58Z', 'updated_at': '2021-11-24T15:25:00Z', 'revision_number': 1, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b833f9f1-eb1e-47da-9e09-db5a1ab5dd3d', 'name': '', 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'mac_address': 'fa:16:3e:54:22:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '7c9fc6c3-0838-4b30-a030-a699466a6c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:52Z', 'updated_at': '2021-11-24T15:20:58Z', 'revision_number': 5, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'subnets': [{'id': '7c9fc6c3-0838-4b30-a030-a699466a6c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:27:30.100745 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152bfd19-a6fd-4813-af68-7683185c50b5 None None] Checking router: a2bc1be7-732e-4b4b-a9f9-7a317a77457b for host: dv-cinder-804035-20-iscsi {{(pid=102547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:27:30.109076 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152bfd19-a6fd-4813-af68-7683185c50b5 None None] Routers {'a2bc1be7-732e-4b4b-a9f9-7a317a77457b'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:27:30.109692 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-152bfd19-a6fd-4813-af68-7683185c50b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:27:18Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['a2bc1be7-732e-4b4b-a9f9-7a317a77457b'], 'active': True} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:27:30.145873 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-a6d3aa82-2ffa-4d00-9898-75b443cc563c req-f629dcf2-d999-4057-b390-ca049efa676a service neutron] 10.222.0.74 "GET /v2.0/networks/f26750e4-e797-4f7f-b557-e7463bad5d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848577 Nov 24 15:27:30.215275 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvr_db [None req-152bfd19-a6fd-4813-af68-7683185c50b5 None None] Set router a2bc1be7-732e-4b4b-a9f9-7a317a77457b gateway port host: dv-cinder-804035-20-iscsi {{(pid=102547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:27:30.237999 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-a6d3aa82-2ffa-4d00-9898-75b443cc563c req-a892e15e-0c5c-4134-98fd-dff50a97534c service neutron] 10.222.0.74 "GET /v2.0/networks/f26750e4-e797-4f7f-b557-e7463bad5d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843804 Nov 24 15:27:30.439106 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-152bfd19-a6fd-4813-af68-7683185c50b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'name': 'tempest-TestVolumeBootPattern-116187741-router', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '4264a2b7-6efb-4cdc-ac80-dce005fa7b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:20:49Z', 'updated_at': '2021-11-24T15:20:52Z', 'revision_number': 4, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'gw_port': {'id': '4264a2b7-6efb-4cdc-ac80-dce005fa7b88', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:50Z', 'updated_at': '2021-11-24T15:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_floatingips': [{'id': '29dd6989-22cd-4991-adf4-f3ae18bc3561', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'router_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'port_id': '2acc53e6-5fad-45de-9695-638ed83c9206', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42', 'mac_address': 'fa:16:3e:b0:2c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89769a5-ef2a-400a-9c59-3053f647e3c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:27:28Z', 'updated_at': '2021-11-24T15:27:28Z', 'revision_number': 0, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'fixed_ip_address_scope': None}, {'id': 'b5ba6bba-a8f6-49ca-b4b8-b4cf122d72a2', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'router_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'port_id': '140a8110-eae9-4c4f-bc1c-8a0a2e8b5413', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42', 'mac_address': 'fa:16:3e:a9:e2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246791eb-b0eb-44f0-9417-f106580a57f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:24:58Z', 'updated_at': '2021-11-24T15:25:00Z', 'revision_number': 1, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b833f9f1-eb1e-47da-9e09-db5a1ab5dd3d', 'name': '', 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'mac_address': 'fa:16:3e:54:22:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '7c9fc6c3-0838-4b30-a030-a699466a6c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:52Z', 'updated_at': '2021-11-24T15:20:58Z', 'revision_number': 5, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'subnets': [{'id': '7c9fc6c3-0838-4b30-a030-a699466a6c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:27:30.463993 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152bfd19-a6fd-4813-af68-7683185c50b5 None None] The sync data for ids ['a2bc1be7-732e-4b4b-a9f9-7a317a77457b'] in dv-cinder-804035-20-iscsi is: [{'id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'name': 'tempest-TestVolumeBootPattern-116187741-router', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '4264a2b7-6efb-4cdc-ac80-dce005fa7b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:20:49Z', 'updated_at': '2021-11-24T15:20:52Z', 'revision_number': 4, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'gw_port': {'id': '4264a2b7-6efb-4cdc-ac80-dce005fa7b88', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:50Z', 'updated_at': '2021-11-24T15:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_floatingips': [{'id': '29dd6989-22cd-4991-adf4-f3ae18bc3561', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'router_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'port_id': '2acc53e6-5fad-45de-9695-638ed83c9206', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42', 'mac_address': 'fa:16:3e:b0:2c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89769a5-ef2a-400a-9c59-3053f647e3c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:27:28Z', 'updated_at': '2021-11-24T15:27:28Z', 'revision_number': 0, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'fixed_ip_address_scope': None}, {'id': 'b5ba6bba-a8f6-49ca-b4b8-b4cf122d72a2', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'router_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'port_id': '140a8110-eae9-4c4f-bc1c-8a0a2e8b5413', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42', 'mac_address': 'fa:16:3e:a9:e2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246791eb-b0eb-44f0-9417-f106580a57f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:24:58Z', 'updated_at': '2021-11-24T15:25:00Z', 'revision_number': 1, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b833f9f1-eb1e-47da-9e09-db5a1ab5dd3d', 'name': '', 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'mac_address': 'fa:16:3e:54:22:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '7c9fc6c3-0838-4b30-a030-a699466a6c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:52Z', 'updated_at': '2021-11-24T15:20:58Z', 'revision_number': 5, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'subnets': [{'id': '7c9fc6c3-0838-4b30-a030-a699466a6c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:27:30.644982 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6b8535-2ecc-4203-b0b8-ff33dd575537 None None] New status for floating IP 29dd6989-22cd-4991-adf4-f3ae18bc3561: ACTIVE {{(pid=102546) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 15:27:38.055144 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:42.548089 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-e4e81de2-7803-46f2-9301-979b0de4c606 req-9d7c9c1d-1e3b-4a12-a66d-21829d9720c3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=246791eb-b0eb-44f0-9417-f106580a57f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398672 Nov 24 15:27:42.637676 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e81de2-7803-46f2-9301-979b0de4c606 req-8492c7ed-9524-4faa-bae8-824a247c1997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:42.639217 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-e4e81de2-7803-46f2-9301-979b0de4c606 req-8492c7ed-9524-4faa-bae8-824a247c1997 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b981a3c2d7974c7ca0c54a5262ea5220&device_id=246791eb-b0eb-44f0-9417-f106580a57f5 HTTP/1.1" status: 200 len: 1099 time: 0.0398266 Nov 24 15:27:42.747031 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e81de2-7803-46f2-9301-979b0de4c606 req-626be572-d7f4-4b0d-8b3a-c81b0db5462d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:42.748491 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-e4e81de2-7803-46f2-9301-979b0de4c606 req-626be572-d7f4-4b0d-8b3a-c81b0db5462d service neutron] 10.222.0.74 "GET /v2.0/networks?id=f26750e4-e797-4f7f-b557-e7463bad5d42 HTTP/1.1" status: 200 len: 913 time: 0.0846341 Nov 24 15:27:42.812192 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-e4e81de2-7803-46f2-9301-979b0de4c606 req-12c8cd1c-c406-42c3-bab1-b273736a7142 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=140a8110-eae9-4c4f-bc1c-8a0a2e8b5413 HTTP/1.1" status: 200 len: 1002 time: 0.0554175 Nov 24 15:27:42.868494 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e81de2-7803-46f2-9301-979b0de4c606 req-07ccbf71-cf37-408d-b04e-a2944c71890f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:42.869949 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-e4e81de2-7803-46f2-9301-979b0de4c606 req-07ccbf71-cf37-408d-b04e-a2944c71890f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7c9fc6c3-0838-4b30-a030-a699466a6c53 HTTP/1.1" status: 200 len: 850 time: 0.0504756 Nov 24 15:27:42.922175 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e81de2-7803-46f2-9301-979b0de4c606 req-6e6c9f37-50c6-46c8-8f4c-09f674bd54af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:27:42.923704 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-e4e81de2-7803-46f2-9301-979b0de4c606 req-6e6c9f37-50c6-46c8-8f4c-09f674bd54af service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f26750e4-e797-4f7f-b557-e7463bad5d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0436914 Nov 24 15:27:43.010558 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-e4e81de2-7803-46f2-9301-979b0de4c606 req-d1283abb-5040-4c9a-a229-bdfc3c431921 service neutron] 10.222.0.74 "GET /v2.0/networks/f26750e4-e797-4f7f-b557-e7463bad5d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788434 Nov 24 15:27:43.111397 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-e4e81de2-7803-46f2-9301-979b0de4c606 req-dc1e263c-d337-4fa1-92b0-f7a52bc3bfc9 service neutron] 10.222.0.74 "GET /v2.0/networks/f26750e4-e797-4f7f-b557-e7463bad5d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851846 Nov 24 15:27:45.193466 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-4a229397-a0db-456e-9dc2-4a93c0117d63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:46.638620 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.agents_db [None req-1855c149-01a8-4582-985c-3b31432c2781 None None] Agent healthcheck: found 6 active agents {{(pid=102547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:27:47.630907 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-1af37922-8e70-4731-874c-4252b8cc147e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:48.225789 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-124f8df6-068a-4f00-a8c0-a9ff39f4d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:49.784187 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0567c706-1e8e-49a8-b1df-c52fd48358e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:50.990627 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:01.699767 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6ae88-2284-4ea8-b4e8-3e1e943f11aa req-d29c784c-965e-4c60-98db-32c2a7a3b08d tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:01.701299 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-b2b6ae88-2284-4ea8-b4e8-3e1e943f11aa req-d29c784c-965e-4c60-98db-32c2a7a3b08d tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 946 time: 0.0536668 Nov 24 15:28:01.750081 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-b2b6ae88-2284-4ea8-b4e8-3e1e943f11aa req-3e30fdaf-5cfa-4d84-b920-0018a063877d tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=447247f4-d52b-43f4-b8f2-aeaffb1fe115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427554 Nov 24 15:28:02.872211 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7c81d-80d4-4096-a367-bf68f9d2f599 req-9a5c12db-4854-479c-aa47-6472c31772fe tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:02.873708 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-2da7c81d-80d4-4096-a367-bf68f9d2f599 req-9a5c12db-4854-479c-aa47-6472c31772fe tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 946 time: 0.0494628 Nov 24 15:28:02.920117 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-2da7c81d-80d4-4096-a367-bf68f9d2f599 req-f18516fd-52e8-420a-ae2e-f6df7eb2ab85 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups?id=447247f4-d52b-43f4-b8f2-aeaffb1fe115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405817 Nov 24 15:28:03.001436 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f3e10-e15e-4ac3-9cc0-7d25e3b9a80a req-debb9a5a-072d-4435-bdba-c001654df798 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:03.002918 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-dd0f3e10-e15e-4ac3-9cc0-7d25e3b9a80a req-debb9a5a-072d-4435-bdba-c001654df798 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.74 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 946 time: 0.0488844 Nov 24 15:28:03.091907 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [req-dd0f3e10-e15e-4ac3-9cc0-7d25e3b9a80a req-b96905d1-bce7-4f30-90c9-d76319f46fd3 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Deleting port 071fb078-3f83-4604-a050-d36e5c042f5f {{(pid=102545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:28:03.092158 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-dd0f3e10-e15e-4ac3-9cc0-7d25e3b9a80a req-b96905d1-bce7-4f30-90c9-d76319f46fd3 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:03.179325 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-dd0f3e10-e15e-4ac3-9cc0-7d25e3b9a80a req-b96905d1-bce7-4f30-90c9-d76319f46fd3 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] For port 071fb078-3f83-4604-a050-d36e5c042f5f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=071fb078-3f83-4604-a050-d36e5c042f5f,segment=NetworkSegment(5e100fbc-d77e-4779-93d7-094d4c6f44a0),segment_id=5e100fbc-d77e-4779-93d7-094d4c6f44a0)] {{(pid=102545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:28:03.179679 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-dd0f3e10-e15e-4ac3-9cc0-7d25e3b9a80a req-b96905d1-bce7-4f30-90c9-d76319f46fd3 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:03.344638 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-dd0f3e10-e15e-4ac3-9cc0-7d25e3b9a80a req-b96905d1-bce7-4f30-90c9-d76319f46fd3 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:03.344925 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-dd0f3e10-e15e-4ac3-9cc0-7d25e3b9a80a req-b96905d1-bce7-4f30-90c9-d76319f46fd3 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663866'] for floatingip, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:03.345246 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.db.l3_db [req-dd0f3e10-e15e-4ac3-9cc0-7d25e3b9a80a req-b96905d1-bce7-4f30-90c9-d76319f46fd3 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Floating IP 2e773752-8ad9-4545-aa29-2cb0cdd73de8 disassociated. External IP: 172.27.3.10, port: 071fb078-3f83-4604-a050-d36e5c042f5f. Nov 24 15:28:03.345610 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [req-dd0f3e10-e15e-4ac3-9cc0-7d25e3b9a80a req-b96905d1-bce7-4f30-90c9-d76319f46fd3 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Calling delete_port for 071fb078-3f83-4604-a050-d36e5c042f5f owned by compute:nova {{(pid=102545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:28:03.471584 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-dd0f3e10-e15e-4ac3-9cc0-7d25e3b9a80a req-b96905d1-bce7-4f30-90c9-d76319f46fd3 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:03.500041 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96905d1-bce7-4f30-90c9-d76319f46fd3 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Pushing event deleted for resources: {'Port': ['ID=071fb078-3f83-4604-a050-d36e5c042f5f,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:28:03.513782 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96905d1-bce7-4f30-90c9-d76319f46fd3 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:28:03.514142 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96905d1-bce7-4f30-90c9-d76319f46fd3 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:28:03.514487 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96905d1-bce7-4f30-90c9-d76319f46fd3 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:28:03.514865 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96905d1-bce7-4f30-90c9-d76319f46fd3 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:28:03.515209 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96905d1-bce7-4f30-90c9-d76319f46fd3 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:28:03.515549 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96905d1-bce7-4f30-90c9-d76319f46fd3 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:28:03.515883 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96905d1-bce7-4f30-90c9-d76319f46fd3 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:28:03.516219 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96905d1-bce7-4f30-90c9-d76319f46fd3 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:28:03.516550 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96905d1-bce7-4f30-90c9-d76319f46fd3 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:28:03.516885 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96905d1-bce7-4f30-90c9-d76319f46fd3 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:28:03.517215 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96905d1-bce7-4f30-90c9-d76319f46fd3 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:28:03.517565 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96905d1-bce7-4f30-90c9-d76319f46fd3 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:28:03.622169 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd0f3e10-e15e-4ac3-9cc0-7d25e3b9a80a req-b96905d1-bce7-4f30-90c9-d76319f46fd3 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Router d1842c13-e3f5-4c60-be71-80cea264535a has already been hosted by L3 agent cf746c29-e95d-415d-8373-1f02a86f1d46 {{(pid=102545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:28:03.724580 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd0f3e10-e15e-4ac3-9cc0-7d25e3b9a80a req-b96905d1-bce7-4f30-90c9-d76319f46fd3 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Notify agent at l3_agent.dv-cinder-804035-20-iscsi the message routers_updated {{(pid=102545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:28:03.734701 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d204ed-e979-4719-aa1a-19bb7a3bcf4a None None] Sync routers for ids ['d1842c13-e3f5-4c60-be71-80cea264535a'] in dv-cinder-804035-20-iscsi {{(pid=102547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:28:03.744271 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d204ed-e979-4719-aa1a-19bb7a3bcf4a None None] Routers {'d1842c13-e3f5-4c60-be71-80cea264535a'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:28:03.744875 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-20d204ed-e979-4719-aa1a-19bb7a3bcf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:27:48Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['d1842c13-e3f5-4c60-be71-80cea264535a'], 'active': True} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:28:03.764698 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd0f3e10-e15e-4ac3-9cc0-7d25e3b9a80a req-b96905d1-bce7-4f30-90c9-d76319f46fd3 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] No DVR routers for this DVR port 071fb078-3f83-4604-a050-d36e5c042f5f on host hv-cinder-80403 {{(pid=102545) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:28:03.767200 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-dd0f3e10-e15e-4ac3-9cc0-7d25e3b9a80a req-b96905d1-bce7-4f30-90c9-d76319f46fd3 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:03.770563 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-dd0f3e10-e15e-4ac3-9cc0-7d25e3b9a80a req-b96905d1-bce7-4f30-90c9-d76319f46fd3 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.74 "DELETE /v2.0/ports/071fb078-3f83-4604-a050-d36e5c042f5f HTTP/1.1" status: 204 len: 173 time: 0.7616453 Nov 24 15:28:03.770977 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68310acb-6f2f-4a32-9b65-20ae91f67062', 'name': 'network-vif-deleted', 'tag': '071fb078-3f83-4604-a050-d36e5c042f5f'}] {{(pid=102545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:28:03.773216 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e232a59b198ff96befa2502742fd1f317735a6d9991c1ac6356d20aee71e71d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1adc1238-c7b4-49fd-8984-0e6ae6f6fe68" -d '{"events": [{"server_uuid": "68310acb-6f2f-4a32-9b65-20ae91f67062", "name": "network-vif-deleted", "tag": "071fb078-3f83-4604-a050-d36e5c042f5f"}]}' {{(pid=102545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:28:03.816155 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a2c070-3165-4300-a068-d14a36e5d451 x-openstack-request-id: req-07a2c070-3165-4300-a068-d14a36e5d451 {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:28:03.816522 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68310acb-6f2f-4a32-9b65-20ae91f67062", "name": "network-vif-deleted", "tag": "071fb078-3f83-4604-a050-d36e5c042f5f", "status": "completed", "code": 200}]} {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:28:03.816843 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-07a2c070-3165-4300-a068-d14a36e5d451 {{(pid=102545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:28:03.817309 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68310acb-6f2f-4a32-9b65-20ae91f67062', 'name': 'network-vif-deleted', 'tag': '071fb078-3f83-4604-a050-d36e5c042f5f', 'status': 'completed', 'code': 200} Nov 24 15:28:03.856029 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvr_db [None req-20d204ed-e979-4719-aa1a-19bb7a3bcf4a None None] Set router d1842c13-e3f5-4c60-be71-80cea264535a gateway port host: dv-cinder-804035-20-iscsi {{(pid=102547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:28:04.043713 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-b3987561-b6a7-4839-b2a0-ab0d9cc084d2 req-94fdb1e9-45ad-435b-ad7e-4b15323f6a79 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/ports?device_id=68310acb-6f2f-4a32-9b65-20ae91f67062 HTTP/1.1" status: 200 len: 210 time: 0.0284734 Nov 24 15:28:04.068387 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-20d204ed-e979-4719-aa1a-19bb7a3bcf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'name': 'tempest-AttachVolumeShelveTestJSON-620991033-router', 'tenant_id': '15cfbeac1f3f4700a4806775a9786f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '7df63596-f16f-4631-b9a2-08d55064f862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:22:48Z', 'updated_at': '2021-11-24T15:22:51Z', 'revision_number': 4, 'project_id': '15cfbeac1f3f4700a4806775a9786f5d', 'gw_port': {'id': '7df63596-f16f-4631-b9a2-08d55064f862', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:26:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:22:49Z', 'updated_at': '2021-11-24T15:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': 'a7311685-2010-4dfa-a329-23c624b59e25', 'name': '', 'network_id': 'e130b39d-08a3-4f56-a8c9-cdbf0ac59277', 'tenant_id': '15cfbeac1f3f4700a4806775a9786f5d', 'mac_address': 'fa:16:3e:50:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'a6f169b1-1681-4fc6-8349-4eb563a83e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:22:50Z', 'updated_at': '2021-11-24T15:22:55Z', 'revision_number': 5, 'project_id': '15cfbeac1f3f4700a4806775a9786f5d', 'subnets': [{'id': 'a6f169b1-1681-4fc6-8349-4eb563a83e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:28:04.094342 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d204ed-e979-4719-aa1a-19bb7a3bcf4a None None] Checking router: d1842c13-e3f5-4c60-be71-80cea264535a for host: dv-cinder-804035-20-iscsi {{(pid=102547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:28:04.102525 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d204ed-e979-4719-aa1a-19bb7a3bcf4a None None] Routers {'d1842c13-e3f5-4c60-be71-80cea264535a'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:28:04.103220 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-20d204ed-e979-4719-aa1a-19bb7a3bcf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:27:48Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['d1842c13-e3f5-4c60-be71-80cea264535a'], 'active': True} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:28:04.206397 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvr_db [None req-20d204ed-e979-4719-aa1a-19bb7a3bcf4a None None] Set router d1842c13-e3f5-4c60-be71-80cea264535a gateway port host: dv-cinder-804035-20-iscsi {{(pid=102547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:28:04.414026 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-20d204ed-e979-4719-aa1a-19bb7a3bcf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'name': 'tempest-AttachVolumeShelveTestJSON-620991033-router', 'tenant_id': '15cfbeac1f3f4700a4806775a9786f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '7df63596-f16f-4631-b9a2-08d55064f862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:22:48Z', 'updated_at': '2021-11-24T15:22:51Z', 'revision_number': 4, 'project_id': '15cfbeac1f3f4700a4806775a9786f5d', 'gw_port': {'id': '7df63596-f16f-4631-b9a2-08d55064f862', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:26:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:22:49Z', 'updated_at': '2021-11-24T15:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': 'a7311685-2010-4dfa-a329-23c624b59e25', 'name': '', 'network_id': 'e130b39d-08a3-4f56-a8c9-cdbf0ac59277', 'tenant_id': '15cfbeac1f3f4700a4806775a9786f5d', 'mac_address': 'fa:16:3e:50:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'a6f169b1-1681-4fc6-8349-4eb563a83e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:22:50Z', 'updated_at': '2021-11-24T15:22:55Z', 'revision_number': 5, 'project_id': '15cfbeac1f3f4700a4806775a9786f5d', 'subnets': [{'id': 'a6f169b1-1681-4fc6-8349-4eb563a83e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:28:04.439821 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d204ed-e979-4719-aa1a-19bb7a3bcf4a None None] The sync data for ids ['d1842c13-e3f5-4c60-be71-80cea264535a'] in dv-cinder-804035-20-iscsi is: [{'id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'name': 'tempest-AttachVolumeShelveTestJSON-620991033-router', 'tenant_id': '15cfbeac1f3f4700a4806775a9786f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '7df63596-f16f-4631-b9a2-08d55064f862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:22:48Z', 'updated_at': '2021-11-24T15:22:51Z', 'revision_number': 4, 'project_id': '15cfbeac1f3f4700a4806775a9786f5d', 'gw_port': {'id': '7df63596-f16f-4631-b9a2-08d55064f862', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:26:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:22:49Z', 'updated_at': '2021-11-24T15:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': 'a7311685-2010-4dfa-a329-23c624b59e25', 'name': '', 'network_id': 'e130b39d-08a3-4f56-a8c9-cdbf0ac59277', 'tenant_id': '15cfbeac1f3f4700a4806775a9786f5d', 'mac_address': 'fa:16:3e:50:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'a6f169b1-1681-4fc6-8349-4eb563a83e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:22:50Z', 'updated_at': '2021-11-24T15:22:55Z', 'revision_number': 5, 'project_id': '15cfbeac1f3f4700a4806775a9786f5d', 'subnets': [{'id': 'a6f169b1-1681-4fc6-8349-4eb563a83e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:28:04.650369 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1969123c-557f-4ca1-87d8-6b9d7a2dc6d3 None None] New status for floating IP 2e773752-8ad9-4545-aa29-2cb0cdd73de8: DOWN {{(pid=102546) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 15:28:05.130522 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 38572) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:28:05.185715 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-19702188-e1a3-4b27-a193-6a947689d15e tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:05.207623 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-19702188-e1a3-4b27-a193-6a947689d15e tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:05.254472 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-19702188-e1a3-4b27-a193-6a947689d15e tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:05.257126 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-19702188-e1a3-4b27-a193-6a947689d15e tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:05.258313 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-19702188-e1a3-4b27-a193-6a947689d15e tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "DELETE /v2.0/security-groups/447247f4-d52b-43f4-b8f2-aeaffb1fe115 HTTP/1.1" status: 204 len: 168 time: 0.1267745 Nov 24 15:28:05.261254 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 38574) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:28:05.269748 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19702188-e1a3-4b27-a193-6a947689d15e tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=447247f4-d52b-43f4-b8f2-aeaffb1fe115,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:28:05.274126 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.api.v2.resource [None req-ae74dc04-a74e-4245-8794-86f01fc2843c tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] show failed (client error): The resource could not be found. Nov 24 15:28:05.275124 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-ae74dc04-a74e-4245-8794-86f01fc2843c tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "GET /v2.0/security-groups/447247f4-d52b-43f4-b8f2-aeaffb1fe115 HTTP/1.1" status: 404 len: 347 time: 0.0128870 Nov 24 15:28:05.278686 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 38576) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:28:05.399186 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [None req-84524a83-8a70-4e22-936c-d947093e3343 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Deleting port 623373d8-2e99-48f8-ad7c-0101bb4e1fe1 {{(pid=102545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:28:05.399432 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-84524a83-8a70-4e22-936c-d947093e3343 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:05.470792 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-84524a83-8a70-4e22-936c-d947093e3343 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:05.471139 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-84524a83-8a70-4e22-936c-d947093e3343 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:05.482799 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [None req-84524a83-8a70-4e22-936c-d947093e3343 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Calling delete_port for 623373d8-2e99-48f8-ad7c-0101bb4e1fe1 owned by network:floatingip {{(pid=102545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:28:05.609075 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-84524a83-8a70-4e22-936c-d947093e3343 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:05.637439 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84524a83-8a70-4e22-936c-d947093e3343 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Pushing event deleted for resources: {'Port': ['ID=623373d8-2e99-48f8-ad7c-0101bb4e1fe1,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:28:05.695778 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-84524a83-8a70-4e22-936c-d947093e3343 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks [] for floatingip, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:05.698351 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-84524a83-8a70-4e22-936c-d947093e3343 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for floatingip, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:05.699552 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-84524a83-8a70-4e22-936c-d947093e3343 tempest-AttachVolumeShelveTestJSON-433917209 tempest-AttachVolumeShelveTestJSON-433917209-project] 10.222.0.66 "DELETE /v2.0/floatingips/2e773752-8ad9-4545-aa29-2cb0cdd73de8 HTTP/1.1" status: 204 len: 168 time: 0.4198866 Nov 24 15:28:07.946453 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 071fb078-3f83-4604-a050-d36e5c042f5f no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:28:07.969671 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] No Port match for: 071fb078-3f83-4604-a050-d36e5c042f5f {{(pid=102546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:28:07.969971 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 071fb078-3f83-4604-a050-d36e5c042f5f not bound to the agent host hv-cinder-80403 {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:28:08.054153 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:08.094692 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 38600) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:28:08.527765 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-b998360a-b60c-4d9d-82b3-d2b5d5048cfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-679738'] for router_interface, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:08.761001 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.plugin [None req-b998360a-b60c-4d9d-82b3-d2b5d5048cfd admin admin] Deleting port a7311685-2010-4dfa-a329-23c624b59e25 {{(pid=102544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:28:08.761343 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-b998360a-b60c-4d9d-82b3-d2b5d5048cfd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:08.836703 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.db [None req-b998360a-b60c-4d9d-82b3-d2b5d5048cfd admin admin] For port a7311685-2010-4dfa-a329-23c624b59e25, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=a7311685-2010-4dfa-a329-23c624b59e25,segment=NetworkSegment(5e100fbc-d77e-4779-93d7-094d4c6f44a0),segment_id=5e100fbc-d77e-4779-93d7-094d4c6f44a0)] {{(pid=102544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:28:08.836978 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-b998360a-b60c-4d9d-82b3-d2b5d5048cfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:08.849574 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.plugin [None req-b998360a-b60c-4d9d-82b3-d2b5d5048cfd admin admin] Calling delete_port for a7311685-2010-4dfa-a329-23c624b59e25 owned by network:router_interface {{(pid=102544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:28:09.024304 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-b998360a-b60c-4d9d-82b3-d2b5d5048cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15752001'] for port, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:09.053056 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b998360a-b60c-4d9d-82b3-d2b5d5048cfd admin admin] Pushing event deleted for resources: {'Port': ['ID=a7311685-2010-4dfa-a329-23c624b59e25,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:28:09.078842 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b998360a-b60c-4d9d-82b3-d2b5d5048cfd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:28:09.079203 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b998360a-b60c-4d9d-82b3-d2b5d5048cfd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:28:09.079553 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b998360a-b60c-4d9d-82b3-d2b5d5048cfd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:28:09.079898 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b998360a-b60c-4d9d-82b3-d2b5d5048cfd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:28:09.080238 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b998360a-b60c-4d9d-82b3-d2b5d5048cfd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:28:09.080578 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b998360a-b60c-4d9d-82b3-d2b5d5048cfd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:28:09.080916 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b998360a-b60c-4d9d-82b3-d2b5d5048cfd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:28:09.081252 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b998360a-b60c-4d9d-82b3-d2b5d5048cfd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:28:09.081589 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b998360a-b60c-4d9d-82b3-d2b5d5048cfd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:28:09.081920 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b998360a-b60c-4d9d-82b3-d2b5d5048cfd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:28:09.082247 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b998360a-b60c-4d9d-82b3-d2b5d5048cfd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:28:09.082572 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b998360a-b60c-4d9d-82b3-d2b5d5048cfd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:28:09.224237 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-b998360a-b60c-4d9d-82b3-d2b5d5048cfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679846'] for router_interface, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:09.650280 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b998360a-b60c-4d9d-82b3-d2b5d5048cfd admin admin] Router d1842c13-e3f5-4c60-be71-80cea264535a has already been hosted by L3 agent cf746c29-e95d-415d-8373-1f02a86f1d46 {{(pid=102544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:28:09.751122 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b998360a-b60c-4d9d-82b3-d2b5d5048cfd admin admin] Notify agent at l3_agent.dv-cinder-804035-20-iscsi the message routers_updated {{(pid=102544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:28:09.756192 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-b998360a-b60c-4d9d-82b3-d2b5d5048cfd admin admin] 10.222.0.66 "PUT /v2.0/routers/d1842c13-e3f5-4c60-be71-80cea264535a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6604412 Nov 24 15:28:09.758695 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 38606) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:28:09.760040 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c03bb7-677c-4d8e-8743-3ecbe07aa531 None None] Sync routers for ids ['d1842c13-e3f5-4c60-be71-80cea264535a'] in dv-cinder-804035-20-iscsi {{(pid=102547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:28:09.770924 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c03bb7-677c-4d8e-8743-3ecbe07aa531 None None] Routers {'d1842c13-e3f5-4c60-be71-80cea264535a'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:28:09.771544 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-68c03bb7-677c-4d8e-8743-3ecbe07aa531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:27:48Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['d1842c13-e3f5-4c60-be71-80cea264535a'], 'active': True} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:28:09.866390 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-e90075a6-4bb3-404f-90f2-bb619dca99b3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:09.966385 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvr_db [None req-68c03bb7-677c-4d8e-8743-3ecbe07aa531 None None] Set router d1842c13-e3f5-4c60-be71-80cea264535a gateway port host: dv-cinder-804035-20-iscsi {{(pid=102547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:28:09.974053 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-e90075a6-4bb3-404f-90f2-bb619dca99b3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:10.033693 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.plugin [None req-e90075a6-4bb3-404f-90f2-bb619dca99b3 admin admin] Deleting port 7df63596-f16f-4631-b9a2-08d55064f862 {{(pid=102544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:28:10.034146 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-e90075a6-4bb3-404f-90f2-bb619dca99b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:10.116465 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.db [None req-e90075a6-4bb3-404f-90f2-bb619dca99b3 admin admin] For port 7df63596-f16f-4631-b9a2-08d55064f862, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=7df63596-f16f-4631-b9a2-08d55064f862,segment=NetworkSegment(0ed66df3-fe9f-4da3-924e-b64abe4f4390),segment_id=0ed66df3-fe9f-4da3-924e-b64abe4f4390)] {{(pid=102544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:28:10.116849 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-e90075a6-4bb3-404f-90f2-bb619dca99b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:10.129905 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.plugin [None req-e90075a6-4bb3-404f-90f2-bb619dca99b3 admin admin] Calling delete_port for 7df63596-f16f-4631-b9a2-08d55064f862 owned by network:router_gateway {{(pid=102544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:28:10.150534 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-68c03bb7-677c-4d8e-8743-3ecbe07aa531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'name': 'tempest-AttachVolumeShelveTestJSON-620991033-router', 'tenant_id': '15cfbeac1f3f4700a4806775a9786f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '7df63596-f16f-4631-b9a2-08d55064f862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:22:48Z', 'updated_at': '2021-11-24T15:28:08Z', 'revision_number': 5, 'project_id': '15cfbeac1f3f4700a4806775a9786f5d', 'gw_port': {'id': '7df63596-f16f-4631-b9a2-08d55064f862', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:26:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:22:49Z', 'updated_at': '2021-11-24T15:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi'}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:28:10.176531 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c03bb7-677c-4d8e-8743-3ecbe07aa531 None None] Checking router: d1842c13-e3f5-4c60-be71-80cea264535a for host: dv-cinder-804035-20-iscsi {{(pid=102547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:28:10.184733 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c03bb7-677c-4d8e-8743-3ecbe07aa531 None None] Routers {'d1842c13-e3f5-4c60-be71-80cea264535a'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:28:10.185404 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-68c03bb7-677c-4d8e-8743-3ecbe07aa531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:27:48Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['d1842c13-e3f5-4c60-be71-80cea264535a'], 'active': True} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:28:10.275978 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvr_db [None req-68c03bb7-677c-4d8e-8743-3ecbe07aa531 None None] Set router d1842c13-e3f5-4c60-be71-80cea264535a gateway port host: None {{(pid=102547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:28:10.303084 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-e90075a6-4bb3-404f-90f2-bb619dca99b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15752001'] for port, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:10.329127 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90075a6-4bb3-404f-90f2-bb619dca99b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7df63596-f16f-4631-b9a2-08d55064f862,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:28:10.333223 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-68c03bb7-677c-4d8e-8743-3ecbe07aa531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'name': 'tempest-AttachVolumeShelveTestJSON-620991033-router', 'tenant_id': '15cfbeac1f3f4700a4806775a9786f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:22:48Z', 'updated_at': '2021-11-24T15:28:09Z', 'revision_number': 6, 'project_id': '15cfbeac1f3f4700a4806775a9786f5d', 'gw_port_host': None}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:28:10.359572 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c03bb7-677c-4d8e-8743-3ecbe07aa531 None None] The sync data for ids ['d1842c13-e3f5-4c60-be71-80cea264535a'] in dv-cinder-804035-20-iscsi is: [{'id': 'd1842c13-e3f5-4c60-be71-80cea264535a', 'name': 'tempest-AttachVolumeShelveTestJSON-620991033-router', 'tenant_id': '15cfbeac1f3f4700a4806775a9786f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:22:48Z', 'updated_at': '2021-11-24T15:28:09Z', 'revision_number': 6, 'project_id': '15cfbeac1f3f4700a4806775a9786f5d', 'gw_port_host': None}] {{(pid=102547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:28:10.398259 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-e90075a6-4bb3-404f-90f2-bb619dca99b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663808'] for router_gateway, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:10.485799 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-e90075a6-4bb3-404f-90f2-bb619dca99b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-679758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3229'] for router, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:10.487917 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-e90075a6-4bb3-404f-90f2-bb619dca99b3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:10.529096 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-e90075a6-4bb3-404f-90f2-bb619dca99b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663938'] for router, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:10.529572 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90075a6-4bb3-404f-90f2-bb619dca99b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1842c13-e3f5-4c60-be71-80cea264535a {{(pid=102544) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 15:28:10.534275 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-e90075a6-4bb3-404f-90f2-bb619dca99b3 admin admin] Publish callbacks [] for router, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:10.535451 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-e90075a6-4bb3-404f-90f2-bb619dca99b3 admin admin] 10.222.0.66 "DELETE /v2.0/routers/d1842c13-e3f5-4c60-be71-80cea264535a HTTP/1.1" status: 204 len: 168 time: 0.7758076 Nov 24 15:28:10.537894 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 38608) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:28:10.580666 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1784fa0-06b3-4de4-aba3-06a510002439 admin admin] Deleting subnet a6f169b1-1681-4fc6-8349-4eb563a83e19 {{(pid=102544) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 15:28:10.583681 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-b1784fa0-06b3-4de4-aba3-06a510002439 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:10.617582 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-b1784fa0-06b3-4de4-aba3-06a510002439 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15251451'] for subnet, precommit_delete_associations {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:10.694454 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-b1784fa0-06b3-4de4-aba3-06a510002439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469115'] for subnet, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:10.748635 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-b1784fa0-06b3-4de4-aba3-06a510002439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15751986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13828195'] for subnet, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:10.774678 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1784fa0-06b3-4de4-aba3-06a510002439 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6f169b1-1681-4fc6-8349-4eb563a83e19,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:28:10.779369 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-b1784fa0-06b3-4de4-aba3-06a510002439 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for subnet, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:10.783024 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-b1784fa0-06b3-4de4-aba3-06a510002439 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/a6f169b1-1681-4fc6-8349-4eb563a83e19 HTTP/1.1" status: 204 len: 168 time: 0.2441859 Nov 24 15:28:10.785513 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa42211-59aa-49da-a862-51631eee96ef None None] Network e130b39d-08a3-4f56-a8c9-cdbf0ac59277 requested from dv-cinder-804035-20-iscsi {{(pid=102546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:28:10.785985 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 38610) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:28:10.862063 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-ba809eb5-45ce-4999-b861-fb5825e039a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541282'] for network, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:10.914714 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.plugin [None req-ba809eb5-45ce-4999-b861-fb5825e039a2 admin admin] Deleting port c8926b2a-5f73-48c3-98c2-31d36d07c8b9 {{(pid=102544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:28:10.915026 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-ba809eb5-45ce-4999-b861-fb5825e039a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:10.979542 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.db [None req-ba809eb5-45ce-4999-b861-fb5825e039a2 admin admin] For port c8926b2a-5f73-48c3-98c2-31d36d07c8b9, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=c8926b2a-5f73-48c3-98c2-31d36d07c8b9,segment=NetworkSegment(5e100fbc-d77e-4779-93d7-094d4c6f44a0),segment_id=5e100fbc-d77e-4779-93d7-094d4c6f44a0)] {{(pid=102544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:28:10.979921 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-ba809eb5-45ce-4999-b861-fb5825e039a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:10.995911 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.plugin [None req-ba809eb5-45ce-4999-b861-fb5825e039a2 admin admin] Calling delete_port for c8926b2a-5f73-48c3-98c2-31d36d07c8b9 owned by network:dhcp {{(pid=102544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:28:11.071002 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-ba809eb5-45ce-4999-b861-fb5825e039a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15752001'] for port, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:11.097524 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba809eb5-45ce-4999-b861-fb5825e039a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8926b2a-5f73-48c3-98c2-31d36d07c8b9,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:28:11.102242 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba809eb5-45ce-4999-b861-fb5825e039a2 admin admin] No DVR routers for this DVR port c8926b2a-5f73-48c3-98c2-31d36d07c8b9 on host dv-cinder-804035-20-iscsi {{(pid=102544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:28:11.126185 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce22616-3cc0-45e1-beac-28e493159b9e None None] DHCP port deletion for e130b39d-08a3-4f56-a8c9-cdbf0ac59277 request from dv-cinder-804035-20-iscsi {{(pid=102546) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 15:28:11.184157 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-ba809eb5-45ce-4999-b861-fb5825e039a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468516', 'neutron.services.segments.db._delete_segments_for_network-8750837505464'] for network, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:11.204950 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.services.segments.db [None req-ba809eb5-45ce-4999-b861-fb5825e039a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e130b39d-08a3-4f56-a8c9-cdbf0ac59277']}} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:28:11.214411 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.services.segments.db [None req-ba809eb5-45ce-4999-b861-fb5825e039a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e100fbc-d77e-4779-93d7-094d4c6f44a0') {'for_net_delete': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:28:11.214700 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.services.segments.db [None req-ba809eb5-45ce-4999-b861-fb5825e039a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e100fbc-d77e-4779-93d7-094d4c6f44a0') {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:28:11.224673 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-ba809eb5-45ce-4999-b861-fb5825e039a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750837468492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15251404'] for segment, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:11.237382 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-ba809eb5-45ce-4999-b861-fb5825e039a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470086'] for segment, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:11.243620 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba809eb5-45ce-4999-b861-fb5825e039a2 admin admin] Releasing vlan 1244 on physical network physnet1 to pool {{(pid=102544) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 15:28:11.244028 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-ba809eb5-45ce-4999-b861-fb5825e039a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15822992'] for segment, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:11.245966 dv-cinder-804035-20-iscsi neutron-server[102544]: Traceback (most recent call last): Nov 24 15:28:11.245966 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 15:28:11.245966 dv-cinder-804035-20-iscsi neutron-server[102544]: timer() Nov 24 15:28:11.245966 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 15:28:11.245966 dv-cinder-804035-20-iscsi neutron-server[102544]: cb(*args, **kw) Nov 24 15:28:11.245966 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 15:28:11.245966 dv-cinder-804035-20-iscsi neutron-server[102544]: return func(*args, **kwargs) Nov 24 15:28:11.245966 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 15:28:11.245966 dv-cinder-804035-20-iscsi neutron-server[102544]: self._notify() Nov 24 15:28:11.245966 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 15:28:11.245966 dv-cinder-804035-20-iscsi neutron-server[102544]: self.callback(batched_events) Nov 24 15:28:11.245966 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 15:28:11.245966 dv-cinder-804035-20-iscsi neutron-server[102544]: event.method(event) Nov 24 15:28:11.245966 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 15:28:11.245966 dv-cinder-804035-20-iscsi neutron-server[102544]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 15:28:11.245966 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 15:28:11.245966 dv-cinder-804035-20-iscsi neutron-server[102544]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 15:28:11.245966 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 15:28:11.245966 dv-cinder-804035-20-iscsi neutron-server[102544]: return f(self, *a, **k) Nov 24 15:28:11.245966 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 15:28:11.245966 dv-cinder-804035-20-iscsi neutron-server[102544]: return self._get(url).json() Nov 24 15:28:11.245966 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 15:28:11.245966 dv-cinder-804035-20-iscsi neutron-server[102544]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 15:28:11.245966 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 15:28:11.245966 dv-cinder-804035-20-iscsi neutron-server[102544]: return self.request(url, 'GET', **kwargs) Nov 24 15:28:11.245966 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 15:28:11.245966 dv-cinder-804035-20-iscsi neutron-server[102544]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 15:28:11.245966 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 15:28:11.245966 dv-cinder-804035-20-iscsi neutron-server[102544]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 15:28:11.245966 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 15:28:11.245966 dv-cinder-804035-20-iscsi neutron-server[102544]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 15:28:11.245966 dv-cinder-804035-20-iscsi neutron-server[102544]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 15:28:11.306085 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-ba809eb5-45ce-4999-b861-fb5825e039a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663844'] for network, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:11.312091 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-ba809eb5-45ce-4999-b861-fb5825e039a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for network, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:11.315407 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-ba809eb5-45ce-4999-b861-fb5825e039a2 admin admin] 10.222.0.66 "DELETE /v2.0/networks/e130b39d-08a3-4f56-a8c9-cdbf0ac59277 HTTP/1.1" status: 204 len: 168 time: 0.5285258 Nov 24 15:28:11.326201 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba809eb5-45ce-4999-b861-fb5825e039a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e130b39d-08a3-4f56-a8c9-cdbf0ac59277,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:28:11.430599 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 38614) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:28:11.471942 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-9cb86221-636f-47df-9315-3acd98b276af admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=15cfbeac1f3f4700a4806775a9786f5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398381 Nov 24 15:28:11.474287 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 38616) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:28:11.520879 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-04d1df76-fbc3-4b74-a817-36b81e30ee4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:11.540783 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-04d1df76-fbc3-4b74-a817-36b81e30ee4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:11.588936 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-04d1df76-fbc3-4b74-a817-36b81e30ee4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:11.591525 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-04d1df76-fbc3-4b74-a817-36b81e30ee4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:11.592669 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-04d1df76-fbc3-4b74-a817-36b81e30ee4b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6c7db751-518b-4169-92e7-edd33eb1206b HTTP/1.1" status: 204 len: 168 time: 0.1174290 Nov 24 15:28:11.600021 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1df76-fbc3-4b74-a817-36b81e30ee4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7db751-518b-4169-92e7-edd33eb1206b,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:28:12.230430 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 38638) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:28:12.303454 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 7df63596-f16f-4631-b9a2-08d55064f862 no longer exists at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:28:12.323064 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] No Port match for: 7df63596-f16f-4631-b9a2-08d55064f862 {{(pid=102546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:28:12.323421 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 7df63596-f16f-4631-b9a2-08d55064f862 not bound to the agent host dv-cinder-804035-20-iscsi {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:28:12.323847 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device c8926b2a-5f73-48c3-98c2-31d36d07c8b9 no longer exists at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:28:12.333344 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.v2.base [None req-22f62341-d051-4cda-997b-eb7a66bb1512 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1180382734-network', 'tenant_id': '334c8b40c125486ba3a4da48c4908263'}} {{(pid=102544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:28:12.345407 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] No Port match for: c8926b2a-5f73-48c3-98c2-31d36d07c8b9 {{(pid=102546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:28:12.345828 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device c8926b2a-5f73-48c3-98c2-31d36d07c8b9 not bound to the agent host dv-cinder-804035-20-iscsi {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:28:12.346197 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device a7311685-2010-4dfa-a329-23c624b59e25 no longer exists at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:28:12.354662 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f62341-d051-4cda-997b-eb7a66bb1512 admin admin] Made reservation on behalf of 334c8b40c125486ba3a4da48c4908263 for: {'network': 1} {{(pid=102544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:28:12.356970 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-22f62341-d051-4cda-997b-eb7a66bb1512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for network, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:12.365809 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-22f62341-d051-4cda-997b-eb7a66bb1512 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:12.368676 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] No Port match for: a7311685-2010-4dfa-a329-23c624b59e25 {{(pid=102546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:28:12.369035 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device a7311685-2010-4dfa-a329-23c624b59e25 not bound to the agent host dv-cinder-804035-20-iscsi {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:28:12.440635 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-22f62341-d051-4cda-997b-eb7a66bb1512 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:12.444844 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-22f62341-d051-4cda-997b-eb7a66bb1512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:12.470972 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22f62341-d051-4cda-997b-eb7a66bb1512 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1227} {{(pid=102544) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 15:28:12.481198 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f62341-d051-4cda-997b-eb7a66bb1512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f30e4d-c507-44ba-b949-04e63bce7ff5,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:28:12.487696 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-22f62341-d051-4cda-997b-eb7a66bb1512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470086'] for segment, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:12.488291 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.db.segments_db [None req-22f62341-d051-4cda-997b-eb7a66bb1512 admin admin] Added segment 8d82d28c-f78b-4712-82c0-b754e907f9a7 of type vlan for network aa867618-d47b-434c-83de-e2687c858c2a Nov 24 15:28:12.529056 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-22f62341-d051-4cda-997b-eb7a66bb1512 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750836966705'] for network, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:12.553895 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-22f62341-d051-4cda-997b-eb7a66bb1512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203'] for network, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:12.554864 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f62341-d051-4cda-997b-eb7a66bb1512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:12.555447 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-22f62341-d051-4cda-997b-eb7a66bb1512 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for network, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:12.589615 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-22f62341-d051-4cda-997b-eb7a66bb1512 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3580670 Nov 24 15:28:12.593362 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 38642) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:28:12.598600 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [None req-c57cc42c-c306-449a-8446-a6c81d1eefe5 admin admin] Request body: {'subnet': {'network_id': 'aa867618-d47b-434c-83de-e2687c858c2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1180382734-subnet', 'tenant_id': '334c8b40c125486ba3a4da48c4908263', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:28:12.620365 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57cc42c-c306-449a-8446-a6c81d1eefe5 admin admin] Made reservation on behalf of 334c8b40c125486ba3a4da48c4908263 for: {'subnet': 1} {{(pid=102545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:28:12.622700 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-c57cc42c-c306-449a-8446-a6c81d1eefe5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13012759'] for subnet, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:12.625783 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f62341-d051-4cda-997b-eb7a66bb1512 admin admin] Pushing event updated for resources: {'Network': ['ID=aa867618-d47b-434c-83de-e2687c858c2a,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:28:12.635289 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Network aa867618-d47b-434c-83de-e2687c858c2a details requested by agent ovs-agent-dv-cinder-804035-20-iscsi with host dv-cinder-804035-20-iscsi {{(pid=102546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 15:28:12.787389 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-c57cc42c-c306-449a-8446-a6c81d1eefe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13923767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13012741'] for subnet, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:12.841959 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57cc42c-c306-449a-8446-a6c81d1eefe5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a98bb50-be5b-4c6d-80dd-eaa8dc2bd6e1,revision_number=0']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:28:12.848749 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57cc42c-c306-449a-8446-a6c81d1eefe5 admin admin] Checking segment: {'id': '8d82d28c-f78b-4712-82c0-b754e907f9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'aa867618-d47b-434c-83de-e2687c858c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:28:12.849044 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57cc42c-c306-449a-8446-a6c81d1eefe5 admin admin] Network hostable DHCP agents. Network: aa867618-d47b-434c-83de-e2687c858c2a, hostable agents: ['c1d34c78-3ad8-4647-a250-754fc30c4ba4'], hosted agents: [] {{(pid=102545) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 15:28:12.865214 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57cc42c-c306-449a-8446-a6c81d1eefe5 admin admin] Network aa867618-d47b-434c-83de-e2687c858c2a is scheduled to be hosted by DHCP agent c1d34c78-3ad8-4647-a250-754fc30c4ba4 with binding_index 1 {{(pid=102545) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 15:28:12.873029 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [None req-c57cc42c-c306-449a-8446-a6c81d1eefe5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-20-iscsi, aa867618-d47b-434c-83de-e2687c858c2a) {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:28:12.877565 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57cc42c-c306-449a-8446-a6c81d1eefe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:12.878183 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-c57cc42c-c306-449a-8446-a6c81d1eefe5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:12.882762 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1fc7b4-a98a-4c7a-94a0-a873c872db0e None None] Network aa867618-d47b-434c-83de-e2687c858c2a requested from dv-cinder-804035-20-iscsi {{(pid=102546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:28:12.896976 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-c57cc42c-c306-449a-8446-a6c81d1eefe5 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3022501 Nov 24 15:28:13.007026 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dac89ff-530c-4c6e-9319-f35ccdb3cb37 None None] Network aa867618-d47b-434c-83de-e2687c858c2a requested from dv-cinder-804035-20-iscsi {{(pid=102546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:28:13.324863 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fbb5f3-b8db-4943-a99c-b0eb5e0344be req-848e340a-58ab-4ed5-a912-d817a7a7a06b tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:13.326317 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-e0fbb5f3-b8db-4943-a99c-b0eb5e0344be req-848e340a-58ab-4ed5-a912-d817a7a7a06b tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/networks?id=aa867618-d47b-434c-83de-e2687c858c2a HTTP/1.1" status: 200 len: 815 time: 0.1019399 Nov 24 15:28:13.341553 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-e0fbb5f3-b8db-4943-a99c-b0eb5e0344be req-fdbc1065-10bf-4e1c-9267-2dc0d45fe691 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/quotas/334c8b40c125486ba3a4da48c4908263 HTTP/1.1" status: 200 len: 375 time: 0.0090258 Nov 24 15:28:13.376793 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-e0fbb5f3-b8db-4943-a99c-b0eb5e0344be req-c048ae1b-5f11-4d85-8b8c-99612da4560b tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=334c8b40c125486ba3a4da48c4908263&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293815 Nov 24 15:28:13.464354 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-e0fbb5f3-b8db-4943-a99c-b0eb5e0344be req-ed5ad0b1-8f8f-4bf3-a9e7-0177d398808f service neutron] 10.222.0.66 "GET /v2.0/networks/aa867618-d47b-434c-83de-e2687c858c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809033 Nov 24 15:28:13.554948 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-e0fbb5f3-b8db-4943-a99c-b0eb5e0344be req-7eecd79a-d8ab-47b0-825f-22531bf058e9 service neutron] 10.222.0.66 "GET /v2.0/networks/aa867618-d47b-434c-83de-e2687c858c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834117 Nov 24 15:28:13.709133 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f8e75824-ffdf-4ab1-a40f-def7c1ac6d20 req-756845e7-1a7d-49f6-b92b-eefb7f6ca874 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef9112ee-7671-4710-858e-fd623de49132 HTTP/1.1" status: 200 len: 210 time: 0.0278437 Nov 24 15:28:14.615564 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fbb5f3-b8db-4943-a99c-b0eb5e0344be req-9009cc6f-4858-4c91-a351-5f30493e4cdb tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:14.616980 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-e0fbb5f3-b8db-4943-a99c-b0eb5e0344be req-9009cc6f-4858-4c91-a351-5f30493e4cdb tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.74 "GET /v2.0/networks?id=aa867618-d47b-434c-83de-e2687c858c2a HTTP/1.1" status: 200 len: 815 time: 0.1064389 Nov 24 15:28:14.631564 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [req-e0fbb5f3-b8db-4943-a99c-b0eb5e0344be req-b8c8e292-1f35-4f33-8b49-7290a1bd2729 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Request body: {'port': {'device_id': 'ef9112ee-7671-4710-858e-fd623de49132', 'network_id': 'aa867618-d47b-434c-83de-e2687c858c2a', 'admin_state_up': True, 'tenant_id': '334c8b40c125486ba3a4da48c4908263'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:28:14.739858 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0fbb5f3-b8db-4943-a99c-b0eb5e0344be req-b8c8e292-1f35-4f33-8b49-7290a1bd2729 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Made reservation on behalf of 334c8b40c125486ba3a4da48c4908263 for: {'port': 1} {{(pid=102545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:28:14.743472 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-e0fbb5f3-b8db-4943-a99c-b0eb5e0344be req-b8c8e292-1f35-4f33-8b49-7290a1bd2729 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:14.802165 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-62bbc3f6-f4e2-462f-8a4c-35a11ba08ebe req-ff1701f6-c9b6-403d-8f55-64a6b8f09f76 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef9112ee-7671-4710-858e-fd623de49132 HTTP/1.1" status: 200 len: 210 time: 0.0263517 Nov 24 15:28:14.869910 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.db_base_plugin_common [req-e0fbb5f3-b8db-4943-a99c-b0eb5e0344be req-b8c8e292-1f35-4f33-8b49-7290a1bd2729 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Allocated IP 172.20.0.13 (aa867618-d47b-434c-83de-e2687c858c2a/8a98bb50-be5b-4c6d-80dd-eaa8dc2bd6e1/92eec736-e4cd-4ccf-be5a-8014d692c990) {{(pid=102545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:28:15.014908 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-e0fbb5f3-b8db-4943-a99c-b0eb5e0344be req-b8c8e292-1f35-4f33-8b49-7290a1bd2729 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Publish callbacks [] for port, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:15.047019 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-e0fbb5f3-b8db-4943-a99c-b0eb5e0344be req-b8c8e292-1f35-4f33-8b49-7290a1bd2729 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:15.091299 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0fbb5f3-b8db-4943-a99c-b0eb5e0344be req-b8c8e292-1f35-4f33-8b49-7290a1bd2729 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Network aa867618-d47b-434c-83de-e2687c858c2a is already hosted by enough agents. {{(pid=102545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:28:15.094255 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [req-e0fbb5f3-b8db-4943-a99c-b0eb5e0344be req-b8c8e292-1f35-4f33-8b49-7290a1bd2729 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Resources bound (agent type, host, resource id): {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:28:15.097853 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0fbb5f3-b8db-4943-a99c-b0eb5e0344be req-b8c8e292-1f35-4f33-8b49-7290a1bd2729 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Received port after_create {{(pid=102545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:28:15.120567 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c8e292-1f35-4f33-8b49-7290a1bd2729 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Pushing event updated for resources: {'Port': ['ID=92eec736-e4cd-4ccf-be5a-8014d692c990,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:28:15.148854 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fbb5f3-b8db-4943-a99c-b0eb5e0344be req-b8c8e292-1f35-4f33-8b49-7290a1bd2729 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:15.149474 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-e0fbb5f3-b8db-4943-a99c-b0eb5e0344be req-b8c8e292-1f35-4f33-8b49-7290a1bd2729 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:15.165395 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-e0fbb5f3-b8db-4943-a99c-b0eb5e0344be req-b8c8e292-1f35-4f33-8b49-7290a1bd2729 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5381327 Nov 24 15:28:15.178378 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [req-e0fbb5f3-b8db-4943-a99c-b0eb5e0344be req-0e142d45-efa2-46aa-ba7e-15e539dd51c9 service neutron] Request body: {'port': {'device_id': 'ef9112ee-7671-4710-858e-fd623de49132', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:28:15.195271 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-8d8b844b-893a-40a9-ab38-2ec9d7985d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:15.234411 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-e0fbb5f3-b8db-4943-a99c-b0eb5e0344be req-0e142d45-efa2-46aa-ba7e-15e539dd51c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:15.481878 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [req-e0fbb5f3-b8db-4943-a99c-b0eb5e0344be req-0e142d45-efa2-46aa-ba7e-15e539dd51c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92eec736-e4cd-4ccf-be5a-8014d692c990 {{(pid=102545) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:28:15.489776 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-e0fbb5f3-b8db-4943-a99c-b0eb5e0344be req-0e142d45-efa2-46aa-ba7e-15e539dd51c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:15.501994 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.provisioning_blocks [req-e0fbb5f3-b8db-4943-a99c-b0eb5e0344be req-0e142d45-efa2-46aa-ba7e-15e539dd51c9 service neutron] Transition to ACTIVE for port object 92eec736-e4cd-4ccf-be5a-8014d692c990 will not be triggered until provisioned by entity L2. {{(pid=102545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 15:28:15.505950 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-e0fbb5f3-b8db-4943-a99c-b0eb5e0344be req-0e142d45-efa2-46aa-ba7e-15e539dd51c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13923618'] for port, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:15.551662 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e142d45-efa2-46aa-ba7e-15e539dd51c9 service neutron] Pushing event updated for resources: {'Port': ['ID=92eec736-e4cd-4ccf-be5a-8014d692c990,revision_number=2']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:28:15.620238 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-e0fbb5f3-b8db-4943-a99c-b0eb5e0344be req-0e142d45-efa2-46aa-ba7e-15e539dd51c9 service neutron] Attempting to bind port 92eec736-e4cd-4ccf-be5a-8014d692c990 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:28:15.620919 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-e0fbb5f3-b8db-4943-a99c-b0eb5e0344be req-0e142d45-efa2-46aa-ba7e-15e539dd51c9 service neutron] Attempting to bind port 92eec736-e4cd-4ccf-be5a-8014d692c990 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '8d82d28c-f78b-4712-82c0-b754e907f9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'aa867618-d47b-434c-83de-e2687c858c2a'}] {{(pid=102545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:28:15.620919 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fbb5f3-b8db-4943-a99c-b0eb5e0344be req-0e142d45-efa2-46aa-ba7e-15e539dd51c9 service neutron] Attempting to bind port 92eec736-e4cd-4ccf-be5a-8014d692c990 on network aa867618-d47b-434c-83de-e2687c858c2a {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:28:15.625594 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fbb5f3-b8db-4943-a99c-b0eb5e0344be req-0e142d45-efa2-46aa-ba7e-15e539dd51c9 service neutron] Port 92eec736-e4cd-4ccf-be5a-8014d692c990 on network aa867618-d47b-434c-83de-e2687c858c2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 15:28:15.625903 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fbb5f3-b8db-4943-a99c-b0eb5e0344be req-0e142d45-efa2-46aa-ba7e-15e539dd51c9 service neutron] Attempting to bind port 92eec736-e4cd-4ccf-be5a-8014d692c990 on network aa867618-d47b-434c-83de-e2687c858c2a {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:28:15.630531 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fbb5f3-b8db-4943-a99c-b0eb5e0344be req-0e142d45-efa2-46aa-ba7e-15e539dd51c9 service neutron] Checking agent: {'id': 'd4f6996e-fa07-4465-ad79-7a89714f2bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 17, 38), 'started_at': datetime.datetime(2021, 11, 24, 15, 17, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:28:15.630889 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fbb5f3-b8db-4943-a99c-b0eb5e0344be req-0e142d45-efa2-46aa-ba7e-15e539dd51c9 service neutron] Checking segment: {'id': '8d82d28c-f78b-4712-82c0-b754e907f9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'aa867618-d47b-434c-83de-e2687c858c2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:28:15.631266 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fbb5f3-b8db-4943-a99c-b0eb5e0344be req-0e142d45-efa2-46aa-ba7e-15e539dd51c9 service neutron] Bound using segment: {'id': '8d82d28c-f78b-4712-82c0-b754e907f9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'aa867618-d47b-434c-83de-e2687c858c2a'} {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:28:15.631681 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-e0fbb5f3-b8db-4943-a99c-b0eb5e0344be req-0e142d45-efa2-46aa-ba7e-15e539dd51c9 service neutron] Bound port: 92eec736-e4cd-4ccf-be5a-8014d692c990, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d82d28c-f78b-4712-82c0-b754e907f9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'aa867618-d47b-434c-83de-e2687c858c2a'}}] {{(pid=102545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:28:15.632032 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-e0fbb5f3-b8db-4943-a99c-b0eb5e0344be req-0e142d45-efa2-46aa-ba7e-15e539dd51c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:15.691872 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-e0fbb5f3-b8db-4943-a99c-b0eb5e0344be req-0e142d45-efa2-46aa-ba7e-15e539dd51c9 service neutron] For port 92eec736-e4cd-4ccf-be5a-8014d692c990, host hv-cinder-80403, cleared binding levels {{(pid=102545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:28:15.695070 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-e0fbb5f3-b8db-4943-a99c-b0eb5e0344be req-0e142d45-efa2-46aa-ba7e-15e539dd51c9 service neutron] For port 92eec736-e4cd-4ccf-be5a-8014d692c990, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=92eec736-e4cd-4ccf-be5a-8014d692c990,segment=NetworkSegment(8d82d28c-f78b-4712-82c0-b754e907f9a7),segment_id=8d82d28c-f78b-4712-82c0-b754e907f9a7)] {{(pid=102545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:28:15.698918 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-e0fbb5f3-b8db-4943-a99c-b0eb5e0344be req-0e142d45-efa2-46aa-ba7e-15e539dd51c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13923618'] for port, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:15.731436 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fbb5f3-b8db-4943-a99c-b0eb5e0344be req-0e142d45-efa2-46aa-ba7e-15e539dd51c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:15.732104 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-e0fbb5f3-b8db-4943-a99c-b0eb5e0344be req-0e142d45-efa2-46aa-ba7e-15e539dd51c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:15.734058 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-e0fbb5f3-b8db-4943-a99c-b0eb5e0344be req-0e142d45-efa2-46aa-ba7e-15e539dd51c9 service neutron] 10.222.0.74 "PUT /v2.0/ports/92eec736-e4cd-4ccf-be5a-8014d692c990 HTTP/1.1" status: 200 len: 1094 time: 0.5596974 Nov 24 15:28:15.734487 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef9112ee-7671-4710-858e-fd623de49132', 'tag': '92eec736-e4cd-4ccf-be5a-8014d692c990'}] {{(pid=102545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:28:15.736743 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e232a59b198ff96befa2502742fd1f317735a6d9991c1ac6356d20aee71e71d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a2dec9-6b64-43ea-9946-869c96d226fe" -d '{"events": [{"name": "network-changed", "server_uuid": "ef9112ee-7671-4710-858e-fd623de49132", "tag": "92eec736-e4cd-4ccf-be5a-8014d692c990"}]}' {{(pid=102545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:28:15.761115 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e142d45-efa2-46aa-ba7e-15e539dd51c9 service neutron] Pushing event updated for resources: {'Port': ['ID=92eec736-e4cd-4ccf-be5a-8014d692c990,revision_number=3']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:28:15.778453 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5c50a4-9a01-4883-b7b3-6e9ce7ea475b x-openstack-request-id: req-ee5c50a4-9a01-4883-b7b3-6e9ce7ea475b {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:28:15.778745 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef9112ee-7671-4710-858e-fd623de49132", "tag": "92eec736-e4cd-4ccf-be5a-8014d692c990", "status": "completed", "code": 200}]} {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:28:15.779043 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ee5c50a4-9a01-4883-b7b3-6e9ce7ea475b {{(pid=102545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:28:15.779971 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef9112ee-7671-4710-858e-fd623de49132', 'tag': '92eec736-e4cd-4ccf-be5a-8014d692c990', 'status': 'completed', 'code': 200} Nov 24 15:28:15.820131 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fbb5f3-b8db-4943-a99c-b0eb5e0344be req-2cd7230a-d05d-442a-9d94-64525e4fd0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:15.821621 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-e0fbb5f3-b8db-4943-a99c-b0eb5e0344be req-2cd7230a-d05d-442a-9d94-64525e4fd0d2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=334c8b40c125486ba3a4da48c4908263&device_id=ef9112ee-7671-4710-858e-fd623de49132 HTTP/1.1" status: 200 len: 1097 time: 0.0403397 Nov 24 15:28:15.867412 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-e0fbb5f3-b8db-4943-a99c-b0eb5e0344be req-7055cca2-d1cc-43b4-8cf7-c0c55af2bf13 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92eec736-e4cd-4ccf-be5a-8014d692c990 HTTP/1.1" status: 200 len: 217 time: 0.0374451 Nov 24 15:28:15.915480 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf8412-b1fa-4f5f-9c9b-730f78cd6810 req-8fb9d223-f2fc-463f-b004-c1cd80422a77 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:15.916084 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fbb5f3-b8db-4943-a99c-b0eb5e0344be req-80f4ee00-20a6-4e71-9bab-d3e412854735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:15.916961 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-6ccf8412-b1fa-4f5f-9c9b-730f78cd6810 req-8fb9d223-f2fc-463f-b004-c1cd80422a77 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef9112ee-7671-4710-858e-fd623de49132 HTTP/1.1" status: 200 len: 944 time: 0.0480211 Nov 24 15:28:15.917530 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-e0fbb5f3-b8db-4943-a99c-b0eb5e0344be req-80f4ee00-20a6-4e71-9bab-d3e412854735 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8a98bb50-be5b-4c6d-80dd-eaa8dc2bd6e1 HTTP/1.1" status: 200 len: 855 time: 0.0429254 Nov 24 15:28:15.948067 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-e0fbb5f3-b8db-4943-a99c-b0eb5e0344be req-d123875f-5a6b-48b3-b959-e92bec81c2ed service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=aa867618-d47b-434c-83de-e2687c858c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236993 Nov 24 15:28:15.965053 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-6ccf8412-b1fa-4f5f-9c9b-730f78cd6810 req-01b48c57-c604-4e2c-bee2-39becfcb8112 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/security-groups?id=76f30e4d-c507-44ba-b949-04e63bce7ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409770 Nov 24 15:28:16.041172 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-e0fbb5f3-b8db-4943-a99c-b0eb5e0344be req-f60cdff6-4df8-4c10-b75e-818f8f450875 service neutron] 10.222.0.74 "GET /v2.0/networks/aa867618-d47b-434c-83de-e2687c858c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847733 Nov 24 15:28:16.127761 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-e0fbb5f3-b8db-4943-a99c-b0eb5e0344be req-1b5c06d8-d074-4ea3-94ab-ad38e578db93 service neutron] 10.222.0.74 "GET /v2.0/networks/aa867618-d47b-434c-83de-e2687c858c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785120 Nov 24 15:28:16.217695 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a2dec9-6b64-43ea-9946-869c96d226fe req-ffc2cba2-ea6a-4d35-ac99-3edc233cfdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:16.219223 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-26a2dec9-6b64-43ea-9946-869c96d226fe req-ffc2cba2-ea6a-4d35-ac99-3edc233cfdcf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=334c8b40c125486ba3a4da48c4908263&device_id=ef9112ee-7671-4710-858e-fd623de49132 HTTP/1.1" status: 200 len: 1097 time: 0.0446382 Nov 24 15:28:16.308976 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a2dec9-6b64-43ea-9946-869c96d226fe req-c90e4418-5d86-473e-9d93-1990966f03fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:16.310357 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-26a2dec9-6b64-43ea-9946-869c96d226fe req-c90e4418-5d86-473e-9d93-1990966f03fb service neutron] 10.222.0.74 "GET /v2.0/networks?id=aa867618-d47b-434c-83de-e2687c858c2a HTTP/1.1" status: 200 len: 917 time: 0.0829499 Nov 24 15:28:16.356741 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-26a2dec9-6b64-43ea-9946-869c96d226fe req-6587dc62-e564-4206-9f67-e9dc180d5be4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92eec736-e4cd-4ccf-be5a-8014d692c990 HTTP/1.1" status: 200 len: 217 time: 0.0366106 Nov 24 15:28:16.405925 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a2dec9-6b64-43ea-9946-869c96d226fe req-ac401878-3917-49bb-97ed-e0f001902d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:16.407378 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-26a2dec9-6b64-43ea-9946-869c96d226fe req-ac401878-3917-49bb-97ed-e0f001902d64 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8a98bb50-be5b-4c6d-80dd-eaa8dc2bd6e1 HTTP/1.1" status: 200 len: 855 time: 0.0423582 Nov 24 15:28:16.439291 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-26a2dec9-6b64-43ea-9946-869c96d226fe req-2f42df4a-e7f6-4e7a-9f52-c54b3e43afb5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=aa867618-d47b-434c-83de-e2687c858c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240908 Nov 24 15:28:16.534448 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-26a2dec9-6b64-43ea-9946-869c96d226fe req-a53a9854-8297-4709-8ed3-e60d23a0a98c service neutron] 10.222.0.74 "GET /v2.0/networks/aa867618-d47b-434c-83de-e2687c858c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854084 Nov 24 15:28:16.876399 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-26a2dec9-6b64-43ea-9946-869c96d226fe req-46b2f70b-0e33-4be7-b291-a152dd66f6cc service neutron] 10.222.0.74 "GET /v2.0/networks/aa867618-d47b-434c-83de-e2687c858c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310823 Nov 24 15:28:17.085436 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed637ae-50f5-4902-90bd-d90d145bc296 req-94405f10-9380-44ba-b241-3aa9ad339971 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:17.086952 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-0ed637ae-50f5-4902-90bd-d90d145bc296 req-94405f10-9380-44ba-b241-3aa9ad339971 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef9112ee-7671-4710-858e-fd623de49132 HTTP/1.1" status: 200 len: 944 time: 0.0529072 Nov 24 15:28:17.136477 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-0ed637ae-50f5-4902-90bd-d90d145bc296 req-b24e8900-8b21-43b6-9b29-28422ee18160 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/security-groups?id=76f30e4d-c507-44ba-b949-04e63bce7ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434947 Nov 24 15:28:17.632876 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-3a3e249e-c991-41f6-91a3-ac1449ea037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:18.003638 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 92eec736-e4cd-4ccf-be5a-8014d692c990 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 15:28:18.097708 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 92eec736-e4cd-4ccf-be5a-8014d692c990, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=92eec736-e4cd-4ccf-be5a-8014d692c990,segment=NetworkSegment(8d82d28c-f78b-4712-82c0-b754e907f9a7),segment_id=8d82d28c-f78b-4712-82c0-b754e907f9a7)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:28:18.108438 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Returning: {'device': '92eec736-e4cd-4ccf-be5a-8014d692c990', 'network_id': 'aa867618-d47b-434c-83de-e2687c858c2a', 'port_id': '92eec736-e4cd-4ccf-be5a-8014d692c990', 'mac_address': 'fa:16:3e:ec:6e:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a98bb50-be5b-4c6d-80dd-eaa8dc2bd6e1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 15:28:18.145008 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:18.157063 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.notifiers.nova [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92eec736-e4cd-4ccf-be5a-8014d692c990 {{(pid=102546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:28:18.176080 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 92eec736-e4cd-4ccf-be5a-8014d692c990, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=92eec736-e4cd-4ccf-be5a-8014d692c990,segment=NetworkSegment(8d82d28c-f78b-4712-82c0-b754e907f9a7),segment_id=8d82d28c-f78b-4712-82c0-b754e907f9a7)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:28:18.180377 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:18.244496 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Pushing event updated for resources: {'Port': ['ID=92eec736-e4cd-4ccf-be5a-8014d692c990,revision_number=4']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:28:18.251398 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-124f8df6-068a-4f00-a8c0-a9ff39f4d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:18.252762 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:28:18.253114 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:28:18.253460 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:28:18.253847 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:28:18.254131 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:28:18.254473 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:28:18.254831 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:28:18.255157 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:28:18.255491 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:28:18.255818 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:28:18.256144 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:28:18.256468 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:28:18.258222 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86450e-123c-4c67-a569-2d73277e87cc req-e4d22752-d263-4f23-ab2e-7b82701de78a tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:18.260780 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-0d86450e-123c-4c67-a569-2d73277e87cc req-e4d22752-d263-4f23-ab2e-7b82701de78a tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef9112ee-7671-4710-858e-fd623de49132 HTTP/1.1" status: 200 len: 945 time: 0.0583057 Nov 24 15:28:18.308861 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-0d86450e-123c-4c67-a569-2d73277e87cc req-ce37b5f9-c97c-4883-8b70-fd4d43fb9b01 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/security-groups?id=76f30e4d-c507-44ba-b949-04e63bce7ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415821 Nov 24 15:28:18.416159 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] get_ports_and_sgs() called for port_ids ['92eec736-e4cd-4ccf-be5a-8014d692c990'] {{(pid=102546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:28:19.422100 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918febee-79bc-458f-8122-0f3357c496a9 req-c6b61fd3-5ed0-4099-b0ad-c5bba5e69c44 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:19.423584 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-918febee-79bc-458f-8122-0f3357c496a9 req-c6b61fd3-5ed0-4099-b0ad-c5bba5e69c44 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef9112ee-7671-4710-858e-fd623de49132 HTTP/1.1" status: 200 len: 945 time: 0.0482199 Nov 24 15:28:19.475801 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-918febee-79bc-458f-8122-0f3357c496a9 req-f5ac17e2-766d-47de-b778-7cab73345d04 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/security-groups?id=76f30e4d-c507-44ba-b949-04e63bce7ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463626 Nov 24 15:28:19.785695 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0567c706-1e8e-49a8-b1df-c52fd48358e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:20.025171 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 92eec736-e4cd-4ccf-be5a-8014d692c990 up at agent hyperv_hv-cinder-80403 {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:28:20.073558 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Provisioning for port 92eec736-e4cd-4ccf-be5a-8014d692c990 completed by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 15:28:20.077226 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Provisioning complete for port 92eec736-e4cd-4ccf-be5a-8014d692c990 triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:28:20.077598 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:20.151817 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:20.173392 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9112ee-7671-4710-858e-fd623de49132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92eec736-e4cd-4ccf-be5a-8014d692c990'}] {{(pid=102546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:28:20.175617 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec30b6fee894e899a7ef63b5da9bb2e859d87fc094cada3931da851dba0edc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de5ece8-d526-42b8-b426-9d3d2d004735" -d '{"events": [{"server_uuid": "ef9112ee-7671-4710-858e-fd623de49132", "name": "network-vif-plugged", "status": "completed", "tag": "92eec736-e4cd-4ccf-be5a-8014d692c990"}]}' {{(pid=102546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:28:20.192482 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 92eec736-e4cd-4ccf-be5a-8014d692c990, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=92eec736-e4cd-4ccf-be5a-8014d692c990,segment=NetworkSegment(8d82d28c-f78b-4712-82c0-b754e907f9a7),segment_id=8d82d28c-f78b-4712-82c0-b754e907f9a7)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:28:20.196650 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:20.219586 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d5e466-8676-42ee-a585-ee1d18bff6e7 x-openstack-request-id: req-32d5e466-8676-42ee-a585-ee1d18bff6e7 {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:28:20.219874 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef9112ee-7671-4710-858e-fd623de49132", "name": "network-vif-plugged", "status": "completed", "tag": "92eec736-e4cd-4ccf-be5a-8014d692c990", "code": 200}]} {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:28:20.220121 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-32d5e466-8676-42ee-a585-ee1d18bff6e7 {{(pid=102546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:28:20.220591 dv-cinder-804035-20-iscsi neutron-server[102546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9112ee-7671-4710-858e-fd623de49132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92eec736-e4cd-4ccf-be5a-8014d692c990', 'code': 200} Nov 24 15:28:20.247464 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Pushing event updated for resources: {'Port': ['ID=92eec736-e4cd-4ccf-be5a-8014d692c990,revision_number=5']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:28:20.380227 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36533893-e211-425e-8973-1b400f316b27 req-92ae2093-56aa-42e6-886e-5ae0c9b9cd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:20.381714 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-36533893-e211-425e-8973-1b400f316b27 req-92ae2093-56aa-42e6-886e-5ae0c9b9cd37 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ef9112ee-7671-4710-858e-fd623de49132 HTTP/1.1" status: 200 len: 1099 time: 0.0403721 Nov 24 15:28:20.428842 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-36533893-e211-425e-8973-1b400f316b27 req-a4fb3ad1-8160-4526-9442-3f859a456c73 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=76f30e4d-c507-44ba-b949-04e63bce7ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397174 Nov 24 15:28:20.590384 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe8939-1f1f-49fa-b76c-924544643ca9 req-6bc79fbc-13d6-465b-9ede-4ca20b4f31d7 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:20.592493 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-cbbe8939-1f1f-49fa-b76c-924544643ca9 req-6bc79fbc-13d6-465b-9ede-4ca20b4f31d7 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef9112ee-7671-4710-858e-fd623de49132 HTTP/1.1" status: 200 len: 946 time: 0.0490980 Nov 24 15:28:20.638330 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-cbbe8939-1f1f-49fa-b76c-924544643ca9 req-55e50420-64f5-4f7f-b72c-7f31b0d52b28 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/security-groups?id=76f30e4d-c507-44ba-b949-04e63bce7ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398889 Nov 24 15:28:20.992145 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:21.753864 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686afdad-803b-46a3-8a00-0a4e8240a362 req-2cb5f0cb-1ed4-4d49-a23e-a8568701e6a8 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:21.755353 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-686afdad-803b-46a3-8a00-0a4e8240a362 req-2cb5f0cb-1ed4-4d49-a23e-a8568701e6a8 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef9112ee-7671-4710-858e-fd623de49132 HTTP/1.1" status: 200 len: 946 time: 0.0484371 Nov 24 15:28:21.802090 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-686afdad-803b-46a3-8a00-0a4e8240a362 req-04fcaf6e-4f7b-4edc-bf9d-f84af0f0c3ea tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/security-groups?id=76f30e4d-c507-44ba-b949-04e63bce7ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407667 Nov 24 15:28:23.637658 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.agents_db [None req-1855c149-01a8-4582-985c-3b31432c2781 None None] Agent healthcheck: found 6 active agents {{(pid=102547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:28:29.987040 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c67eb2-bab7-4cc7-ae54-e8c455f48316 req-531bfd5e-db50-4c54-8d0e-78e18960bcf9 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:29.988803 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-65c67eb2-bab7-4cc7-ae54-e8c455f48316 req-531bfd5e-db50-4c54-8d0e-78e18960bcf9 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/networks?id=aa867618-d47b-434c-83de-e2687c858c2a HTTP/1.1" status: 200 len: 815 time: 0.1060052 Nov 24 15:28:30.004006 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-65c67eb2-bab7-4cc7-ae54-e8c455f48316 req-e80f1bbd-e2aa-4edb-a1f3-06c4e261afd1 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/quotas/334c8b40c125486ba3a4da48c4908263 HTTP/1.1" status: 200 len: 375 time: 0.0093906 Nov 24 15:28:30.053737 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-65c67eb2-bab7-4cc7-ae54-e8c455f48316 req-705281be-298c-4c96-9080-3e9f297643b1 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=334c8b40c125486ba3a4da48c4908263&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0430713 Nov 24 15:28:30.146317 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-65c67eb2-bab7-4cc7-ae54-e8c455f48316 req-552cbc0f-2fbb-4211-8480-d93cfa295443 service neutron] 10.222.0.66 "GET /v2.0/networks/aa867618-d47b-434c-83de-e2687c858c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850825 Nov 24 15:28:30.232607 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-65c67eb2-bab7-4cc7-ae54-e8c455f48316 req-12444060-575f-4ed4-bf33-d09e3f9f92af service neutron] 10.222.0.66 "GET /v2.0/networks/aa867618-d47b-434c-83de-e2687c858c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804806 Nov 24 15:28:30.392406 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-8d817bbe-cce3-4813-8447-2e49fbe317b7 req-34f73688-a1e3-4553-a41d-43d74903bad5 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7550ec0-8dc1-4be7-aa6c-0747730a0ef0 HTTP/1.1" status: 200 len: 210 time: 0.0307024 Nov 24 15:28:31.350637 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c67eb2-bab7-4cc7-ae54-e8c455f48316 req-acffbc50-6069-446b-bbbd-a8829519d018 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:31.352163 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-65c67eb2-bab7-4cc7-ae54-e8c455f48316 req-acffbc50-6069-446b-bbbd-a8829519d018 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.74 "GET /v2.0/networks?id=aa867618-d47b-434c-83de-e2687c858c2a HTTP/1.1" status: 200 len: 815 time: 0.1045699 Nov 24 15:28:31.365031 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [req-65c67eb2-bab7-4cc7-ae54-e8c455f48316 req-0c0ef328-9bbb-4891-8401-b71aaf97486e tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Request body: {'port': {'device_id': 'e7550ec0-8dc1-4be7-aa6c-0747730a0ef0', 'network_id': 'aa867618-d47b-434c-83de-e2687c858c2a', 'admin_state_up': True, 'tenant_id': '334c8b40c125486ba3a4da48c4908263'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:28:31.482844 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65c67eb2-bab7-4cc7-ae54-e8c455f48316 req-0c0ef328-9bbb-4891-8401-b71aaf97486e tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Made reservation on behalf of 334c8b40c125486ba3a4da48c4908263 for: {'port': 1} {{(pid=102545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:28:31.484980 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-bc9a801f-0c0b-4cab-bda5-574586bcc492 req-f828b064-7ff7-4e9d-b2f9-9bba5599d367 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7550ec0-8dc1-4be7-aa6c-0747730a0ef0 HTTP/1.1" status: 200 len: 210 time: 0.0262461 Nov 24 15:28:31.486603 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-65c67eb2-bab7-4cc7-ae54-e8c455f48316 req-0c0ef328-9bbb-4891-8401-b71aaf97486e tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:31.610306 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.db_base_plugin_common [req-65c67eb2-bab7-4cc7-ae54-e8c455f48316 req-0c0ef328-9bbb-4891-8401-b71aaf97486e tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Allocated IP 172.20.0.12 (aa867618-d47b-434c-83de-e2687c858c2a/8a98bb50-be5b-4c6d-80dd-eaa8dc2bd6e1/7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e) {{(pid=102545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:28:31.751326 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-65c67eb2-bab7-4cc7-ae54-e8c455f48316 req-0c0ef328-9bbb-4891-8401-b71aaf97486e tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Publish callbacks [] for port, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:31.784698 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-65c67eb2-bab7-4cc7-ae54-e8c455f48316 req-0c0ef328-9bbb-4891-8401-b71aaf97486e tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:31.796551 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] get_ports_and_sgs() called for port_ids ['92eec736-e4cd-4ccf-be5a-8014d692c990'] {{(pid=102546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:28:31.828463 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65c67eb2-bab7-4cc7-ae54-e8c455f48316 req-0c0ef328-9bbb-4891-8401-b71aaf97486e tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Network aa867618-d47b-434c-83de-e2687c858c2a is already hosted by enough agents. {{(pid=102545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:28:31.833812 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [req-65c67eb2-bab7-4cc7-ae54-e8c455f48316 req-0c0ef328-9bbb-4891-8401-b71aaf97486e tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Resources bound (agent type, host, resource id): {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:28:31.837382 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c67eb2-bab7-4cc7-ae54-e8c455f48316 req-0c0ef328-9bbb-4891-8401-b71aaf97486e tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Received port after_create {{(pid=102545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:28:31.865186 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ef328-9bbb-4891-8401-b71aaf97486e tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Pushing event updated for resources: {'Port': ['ID=7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:28:31.891274 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c67eb2-bab7-4cc7-ae54-e8c455f48316 req-0c0ef328-9bbb-4891-8401-b71aaf97486e tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:31.891895 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-65c67eb2-bab7-4cc7-ae54-e8c455f48316 req-0c0ef328-9bbb-4891-8401-b71aaf97486e tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:31.907489 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-65c67eb2-bab7-4cc7-ae54-e8c455f48316 req-0c0ef328-9bbb-4891-8401-b71aaf97486e tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5466235 Nov 24 15:28:31.920417 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [req-65c67eb2-bab7-4cc7-ae54-e8c455f48316 req-6159dd14-efda-4efd-8fff-3e11b962b559 service neutron] Request body: {'port': {'device_id': 'e7550ec0-8dc1-4be7-aa6c-0747730a0ef0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:28:31.973767 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-65c67eb2-bab7-4cc7-ae54-e8c455f48316 req-6159dd14-efda-4efd-8fff-3e11b962b559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:32.222589 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [req-65c67eb2-bab7-4cc7-ae54-e8c455f48316 req-6159dd14-efda-4efd-8fff-3e11b962b559 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e {{(pid=102545) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:28:32.229612 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-65c67eb2-bab7-4cc7-ae54-e8c455f48316 req-6159dd14-efda-4efd-8fff-3e11b962b559 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:32.241208 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.provisioning_blocks [req-65c67eb2-bab7-4cc7-ae54-e8c455f48316 req-6159dd14-efda-4efd-8fff-3e11b962b559 service neutron] Transition to ACTIVE for port object 7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e will not be triggered until provisioned by entity L2. {{(pid=102545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 15:28:32.245284 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-65c67eb2-bab7-4cc7-ae54-e8c455f48316 req-6159dd14-efda-4efd-8fff-3e11b962b559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13923618'] for port, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:32.293985 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6159dd14-efda-4efd-8fff-3e11b962b559 service neutron] Pushing event updated for resources: {'Port': ['ID=7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e,revision_number=2']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:28:32.360684 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-65c67eb2-bab7-4cc7-ae54-e8c455f48316 req-6159dd14-efda-4efd-8fff-3e11b962b559 service neutron] Attempting to bind port 7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:28:32.361372 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-65c67eb2-bab7-4cc7-ae54-e8c455f48316 req-6159dd14-efda-4efd-8fff-3e11b962b559 service neutron] Attempting to bind port 7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '8d82d28c-f78b-4712-82c0-b754e907f9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'aa867618-d47b-434c-83de-e2687c858c2a'}] {{(pid=102545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:28:32.361372 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c67eb2-bab7-4cc7-ae54-e8c455f48316 req-6159dd14-efda-4efd-8fff-3e11b962b559 service neutron] Attempting to bind port 7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e on network aa867618-d47b-434c-83de-e2687c858c2a {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:28:32.365820 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c67eb2-bab7-4cc7-ae54-e8c455f48316 req-6159dd14-efda-4efd-8fff-3e11b962b559 service neutron] Port 7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e on network aa867618-d47b-434c-83de-e2687c858c2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 15:28:32.366148 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c67eb2-bab7-4cc7-ae54-e8c455f48316 req-6159dd14-efda-4efd-8fff-3e11b962b559 service neutron] Attempting to bind port 7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e on network aa867618-d47b-434c-83de-e2687c858c2a {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:28:32.371011 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c67eb2-bab7-4cc7-ae54-e8c455f48316 req-6159dd14-efda-4efd-8fff-3e11b962b559 service neutron] Checking agent: {'id': 'd4f6996e-fa07-4465-ad79-7a89714f2bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 17, 38), 'started_at': datetime.datetime(2021, 11, 24, 15, 17, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:28:32.371349 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c67eb2-bab7-4cc7-ae54-e8c455f48316 req-6159dd14-efda-4efd-8fff-3e11b962b559 service neutron] Checking segment: {'id': '8d82d28c-f78b-4712-82c0-b754e907f9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'aa867618-d47b-434c-83de-e2687c858c2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:28:32.371727 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c67eb2-bab7-4cc7-ae54-e8c455f48316 req-6159dd14-efda-4efd-8fff-3e11b962b559 service neutron] Bound using segment: {'id': '8d82d28c-f78b-4712-82c0-b754e907f9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'aa867618-d47b-434c-83de-e2687c858c2a'} {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:28:32.372146 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-65c67eb2-bab7-4cc7-ae54-e8c455f48316 req-6159dd14-efda-4efd-8fff-3e11b962b559 service neutron] Bound port: 7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d82d28c-f78b-4712-82c0-b754e907f9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'aa867618-d47b-434c-83de-e2687c858c2a'}}] {{(pid=102545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:28:32.372501 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-65c67eb2-bab7-4cc7-ae54-e8c455f48316 req-6159dd14-efda-4efd-8fff-3e11b962b559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:32.435754 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-65c67eb2-bab7-4cc7-ae54-e8c455f48316 req-6159dd14-efda-4efd-8fff-3e11b962b559 service neutron] For port 7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e, host hv-cinder-80403, cleared binding levels {{(pid=102545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:28:32.438659 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-65c67eb2-bab7-4cc7-ae54-e8c455f48316 req-6159dd14-efda-4efd-8fff-3e11b962b559 service neutron] For port 7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e,segment=NetworkSegment(8d82d28c-f78b-4712-82c0-b754e907f9a7),segment_id=8d82d28c-f78b-4712-82c0-b754e907f9a7)] {{(pid=102545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:28:32.443232 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-65c67eb2-bab7-4cc7-ae54-e8c455f48316 req-6159dd14-efda-4efd-8fff-3e11b962b559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13923618'] for port, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:32.474588 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c67eb2-bab7-4cc7-ae54-e8c455f48316 req-6159dd14-efda-4efd-8fff-3e11b962b559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:32.475173 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-65c67eb2-bab7-4cc7-ae54-e8c455f48316 req-6159dd14-efda-4efd-8fff-3e11b962b559 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:32.476534 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-65c67eb2-bab7-4cc7-ae54-e8c455f48316 req-6159dd14-efda-4efd-8fff-3e11b962b559 service neutron] 10.222.0.74 "PUT /v2.0/ports/7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e HTTP/1.1" status: 200 len: 1094 time: 0.5607533 Nov 24 15:28:32.476976 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7550ec0-8dc1-4be7-aa6c-0747730a0ef0', 'tag': '7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e'}] {{(pid=102545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:28:32.479225 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e232a59b198ff96befa2502742fd1f317735a6d9991c1ac6356d20aee71e71d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb10e09-259b-4f2c-a608-8b7795fb483c" -d '{"events": [{"name": "network-changed", "server_uuid": "e7550ec0-8dc1-4be7-aa6c-0747730a0ef0", "tag": "7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e"}]}' {{(pid=102545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:28:32.508845 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6159dd14-efda-4efd-8fff-3e11b962b559 service neutron] Pushing event updated for resources: {'Port': ['ID=7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e,revision_number=3']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:28:32.518387 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d22c200-548c-4b42-aed2-2879bb7840fa x-openstack-request-id: req-6d22c200-548c-4b42-aed2-2879bb7840fa {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:28:32.518640 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7550ec0-8dc1-4be7-aa6c-0747730a0ef0", "tag": "7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e", "status": "completed", "code": 200}]} {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:28:32.518944 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6d22c200-548c-4b42-aed2-2879bb7840fa {{(pid=102545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:28:32.519346 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7550ec0-8dc1-4be7-aa6c-0747730a0ef0', 'tag': '7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e', 'status': 'completed', 'code': 200} Nov 24 15:28:32.560703 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c67eb2-bab7-4cc7-ae54-e8c455f48316 req-56a78cfd-5831-46b9-bf4a-d76a752cc5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:32.562201 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-65c67eb2-bab7-4cc7-ae54-e8c455f48316 req-56a78cfd-5831-46b9-bf4a-d76a752cc5e6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=334c8b40c125486ba3a4da48c4908263&device_id=e7550ec0-8dc1-4be7-aa6c-0747730a0ef0 HTTP/1.1" status: 200 len: 1097 time: 0.0411685 Nov 24 15:28:32.605465 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b08133-6bf2-4c6d-91d9-55d65c236c34 req-2cbb5e83-3c38-4806-bce6-bdf9dc18ffba tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:32.607140 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-02b08133-6bf2-4c6d-91d9-55d65c236c34 req-2cbb5e83-3c38-4806-bce6-bdf9dc18ffba tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7550ec0-8dc1-4be7-aa6c-0747730a0ef0 HTTP/1.1" status: 200 len: 944 time: 0.0507793 Nov 24 15:28:32.607759 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-65c67eb2-bab7-4cc7-ae54-e8c455f48316 req-ebb707c8-89e5-4fb5-99e6-48b48d7f7ce3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e HTTP/1.1" status: 200 len: 217 time: 0.0367365 Nov 24 15:28:32.656438 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c67eb2-bab7-4cc7-ae54-e8c455f48316 req-fd7b6428-265f-4325-a708-bf11c6347da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:32.657895 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-65c67eb2-bab7-4cc7-ae54-e8c455f48316 req-fd7b6428-265f-4325-a708-bf11c6347da1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8a98bb50-be5b-4c6d-80dd-eaa8dc2bd6e1 HTTP/1.1" status: 200 len: 855 time: 0.0434983 Nov 24 15:28:32.658158 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-02b08133-6bf2-4c6d-91d9-55d65c236c34 req-34a5def2-e5fe-4c83-aaa8-8643c2392984 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/security-groups?id=76f30e4d-c507-44ba-b949-04e63bce7ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419979 Nov 24 15:28:32.689379 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-65c67eb2-bab7-4cc7-ae54-e8c455f48316 req-0e2a78ea-6cd2-4132-a7e9-1029d68ad566 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=aa867618-d47b-434c-83de-e2687c858c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241733 Nov 24 15:28:32.781425 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-65c67eb2-bab7-4cc7-ae54-e8c455f48316 req-51801b7f-30d9-43ec-9d4b-229e705f81a5 service neutron] 10.222.0.74 "GET /v2.0/networks/aa867618-d47b-434c-83de-e2687c858c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846322 Nov 24 15:28:32.868463 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-65c67eb2-bab7-4cc7-ae54-e8c455f48316 req-4871e562-f3b3-4930-ac3d-f00850970a59 service neutron] 10.222.0.74 "GET /v2.0/networks/aa867618-d47b-434c-83de-e2687c858c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796661 Nov 24 15:28:32.961357 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb10e09-259b-4f2c-a608-8b7795fb483c req-0120978c-b4d8-45c6-8d1c-5064f10b52af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:32.962900 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-bcb10e09-259b-4f2c-a608-8b7795fb483c req-0120978c-b4d8-45c6-8d1c-5064f10b52af service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=334c8b40c125486ba3a4da48c4908263&device_id=e7550ec0-8dc1-4be7-aa6c-0747730a0ef0 HTTP/1.1" status: 200 len: 1097 time: 0.0416467 Nov 24 15:28:33.054840 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb10e09-259b-4f2c-a608-8b7795fb483c req-5bed9afb-3b1c-4d26-abdc-4828516dc4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:33.056233 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-bcb10e09-259b-4f2c-a608-8b7795fb483c req-5bed9afb-3b1c-4d26-abdc-4828516dc4ee service neutron] 10.222.0.74 "GET /v2.0/networks?id=aa867618-d47b-434c-83de-e2687c858c2a HTTP/1.1" status: 200 len: 917 time: 0.0851855 Nov 24 15:28:33.096734 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-bcb10e09-259b-4f2c-a608-8b7795fb483c req-67cfbcfe-8b20-4cc3-8ea1-0b269d615f25 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e HTTP/1.1" status: 200 len: 217 time: 0.0328863 Nov 24 15:28:33.148623 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb10e09-259b-4f2c-a608-8b7795fb483c req-5eff4227-ea71-4f8d-ae13-8b41cb5ffdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:33.150074 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-bcb10e09-259b-4f2c-a608-8b7795fb483c req-5eff4227-ea71-4f8d-ae13-8b41cb5ffdef service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8a98bb50-be5b-4c6d-80dd-eaa8dc2bd6e1 HTTP/1.1" status: 200 len: 855 time: 0.0461595 Nov 24 15:28:33.183337 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-bcb10e09-259b-4f2c-a608-8b7795fb483c req-6fbe4067-05b2-45fa-a583-2f56cef5b798 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=aa867618-d47b-434c-83de-e2687c858c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243871 Nov 24 15:28:33.271908 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-bcb10e09-259b-4f2c-a608-8b7795fb483c req-ebd85ae0-9cc7-4ec8-b574-d69d2747333d service neutron] 10.222.0.74 "GET /v2.0/networks/aa867618-d47b-434c-83de-e2687c858c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814250 Nov 24 15:28:33.364028 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-bcb10e09-259b-4f2c-a608-8b7795fb483c req-4e4022b6-351c-4aee-b2cd-01cfdc18a706 service neutron] 10.222.0.74 "GET /v2.0/networks/aa867618-d47b-434c-83de-e2687c858c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835195 Nov 24 15:28:33.772371 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816380f-b728-457e-8504-04ec58b28081 req-8e1fcc40-7374-4770-a05a-0b2face24382 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:33.773840 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-a816380f-b728-457e-8504-04ec58b28081 req-8e1fcc40-7374-4770-a05a-0b2face24382 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7550ec0-8dc1-4be7-aa6c-0747730a0ef0 HTTP/1.1" status: 200 len: 944 time: 0.0483859 Nov 24 15:28:33.824839 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-a816380f-b728-457e-8504-04ec58b28081 req-c8ef8a5b-e8f9-4ca4-83cb-f5ec4e17b655 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/security-groups?id=76f30e4d-c507-44ba-b949-04e63bce7ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445940 Nov 24 15:28:34.938057 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ba840-78da-438a-a680-ef07da584c90 req-f5bdacdc-beb3-4f81-8020-8ceedab1a0f1 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:34.939570 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f77ba840-78da-438a-a680-ef07da584c90 req-f5bdacdc-beb3-4f81-8020-8ceedab1a0f1 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7550ec0-8dc1-4be7-aa6c-0747730a0ef0 HTTP/1.1" status: 200 len: 944 time: 0.0487669 Nov 24 15:28:34.989198 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f77ba840-78da-438a-a680-ef07da584c90 req-3d1e5811-5836-4a24-add9-51373330cb78 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/security-groups?id=76f30e4d-c507-44ba-b949-04e63bce7ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437591 Nov 24 15:28:36.099535 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f5f059-d010-4096-810d-a6e88a1a47cb req-708cdf7a-9914-477f-9ced-b3091dbb68f0 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:36.101033 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-69f5f059-d010-4096-810d-a6e88a1a47cb req-708cdf7a-9914-477f-9ced-b3091dbb68f0 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7550ec0-8dc1-4be7-aa6c-0747730a0ef0 HTTP/1.1" status: 200 len: 944 time: 0.0479641 Nov 24 15:28:36.108159 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 15:28:36.148507 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-69f5f059-d010-4096-810d-a6e88a1a47cb req-ca19e929-1a46-4312-98c7-58b4894c4ab8 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/security-groups?id=76f30e4d-c507-44ba-b949-04e63bce7ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415964 Nov 24 15:28:36.204347 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e,segment=NetworkSegment(8d82d28c-f78b-4712-82c0-b754e907f9a7),segment_id=8d82d28c-f78b-4712-82c0-b754e907f9a7)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:28:36.214760 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Returning: {'device': '7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e', 'network_id': 'aa867618-d47b-434c-83de-e2687c858c2a', 'port_id': '7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e', 'mac_address': 'fa:16:3e:f8:5a:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a98bb50-be5b-4c6d-80dd-eaa8dc2bd6e1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 15:28:36.252075 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:36.265266 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.notifiers.nova [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e {{(pid=102546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:28:36.284335 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e,segment=NetworkSegment(8d82d28c-f78b-4712-82c0-b754e907f9a7),segment_id=8d82d28c-f78b-4712-82c0-b754e907f9a7)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:28:36.288198 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:36.337939 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Pushing event updated for resources: {'Port': ['ID=7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e,revision_number=4']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:28:36.640740 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] get_ports_and_sgs() called for port_ids ['7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e'] {{(pid=102546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:28:37.265564 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420e8b5-479d-44b9-ae25-c6adafc2a6f5 req-07bee2ea-0b9d-4547-bcef-7da32ae57a6a tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:37.266355 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-8420e8b5-479d-44b9-ae25-c6adafc2a6f5 req-07bee2ea-0b9d-4547-bcef-7da32ae57a6a tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7550ec0-8dc1-4be7-aa6c-0747730a0ef0 HTTP/1.1" status: 200 len: 945 time: 0.0527794 Nov 24 15:28:37.315273 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-8420e8b5-479d-44b9-ae25-c6adafc2a6f5 req-9e8e7e2b-6c3a-4054-94c9-dbb0e0522ac0 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/security-groups?id=76f30e4d-c507-44ba-b949-04e63bce7ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430582 Nov 24 15:28:38.054526 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:38.131736 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e up at agent hyperv_hv-cinder-80403 {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:28:38.180653 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Provisioning for port 7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e completed by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 15:28:38.184733 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Provisioning complete for port 7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:28:38.185108 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:38.260101 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:38.282722 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7550ec0-8dc1-4be7-aa6c-0747730a0ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e'}] {{(pid=102546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:28:38.285007 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec30b6fee894e899a7ef63b5da9bb2e859d87fc094cada3931da851dba0edc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047b5803-22c4-48b4-9d99-9764bd909eb1" -d '{"events": [{"server_uuid": "e7550ec0-8dc1-4be7-aa6c-0747730a0ef0", "name": "network-vif-plugged", "status": "completed", "tag": "7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e"}]}' {{(pid=102546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:28:38.298504 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e,segment=NetworkSegment(8d82d28c-f78b-4712-82c0-b754e907f9a7),segment_id=8d82d28c-f78b-4712-82c0-b754e907f9a7)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:28:38.302445 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:38.327813 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45feb03-8ac3-425a-a4d8-a84870cf0643 x-openstack-request-id: req-f45feb03-8ac3-425a-a4d8-a84870cf0643 {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:28:38.328113 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7550ec0-8dc1-4be7-aa6c-0747730a0ef0", "name": "network-vif-plugged", "status": "completed", "tag": "7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e", "code": 200}]} {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:28:38.328370 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f45feb03-8ac3-425a-a4d8-a84870cf0643 {{(pid=102546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:28:38.328762 dv-cinder-804035-20-iscsi neutron-server[102546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7550ec0-8dc1-4be7-aa6c-0747730a0ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e', 'code': 200} Nov 24 15:28:38.360215 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Pushing event updated for resources: {'Port': ['ID=7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e,revision_number=5']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:28:38.436255 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e317dca-9e73-49b2-ad27-462d30d26f5f req-1cf67993-af0d-4b35-8428-3fcf09d80f25 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:38.438688 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-6e317dca-9e73-49b2-ad27-462d30d26f5f req-1cf67993-af0d-4b35-8428-3fcf09d80f25 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7550ec0-8dc1-4be7-aa6c-0747730a0ef0 HTTP/1.1" status: 200 len: 946 time: 0.0556929 Nov 24 15:28:38.487456 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-6e317dca-9e73-49b2-ad27-462d30d26f5f req-58efa645-d971-4e0b-9cca-8603f43d9dc7 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/security-groups?id=76f30e4d-c507-44ba-b949-04e63bce7ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425131 Nov 24 15:28:38.498349 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37438a72-fb8b-460d-87ae-8962297e6f3a req-e9061f78-eb95-4156-8d19-d06478fe3c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:38.500107 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-37438a72-fb8b-460d-87ae-8962297e6f3a req-e9061f78-eb95-4156-8d19-d06478fe3c64 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e7550ec0-8dc1-4be7-aa6c-0747730a0ef0 HTTP/1.1" status: 200 len: 1099 time: 0.0426681 Nov 24 15:28:38.543849 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-37438a72-fb8b-460d-87ae-8962297e6f3a req-f870bac0-93d9-421f-b6aa-0e360a75fbca service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=76f30e4d-c507-44ba-b949-04e63bce7ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369260 Nov 24 15:28:39.606173 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db2ac9-433b-49f0-98b0-198e310ec77e req-0d843acd-1c07-4252-b5b7-45ae31d7163c tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:39.607729 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-e1db2ac9-433b-49f0-98b0-198e310ec77e req-0d843acd-1c07-4252-b5b7-45ae31d7163c tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7550ec0-8dc1-4be7-aa6c-0747730a0ef0 HTTP/1.1" status: 200 len: 946 time: 0.0520000 Nov 24 15:28:39.655805 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-e1db2ac9-433b-49f0-98b0-198e310ec77e req-64c70fb6-de72-4ec5-b74d-f6b97fe9bf09 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/security-groups?id=76f30e4d-c507-44ba-b949-04e63bce7ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413003 Nov 24 15:28:40.769995 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbae3b-016d-4e31-9702-d93e5fe23857 req-d0c052fb-2ee8-4b14-949e-7441b5aa7168 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:40.771508 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-a6dbae3b-016d-4e31-9702-d93e5fe23857 req-d0c052fb-2ee8-4b14-949e-7441b5aa7168 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7550ec0-8dc1-4be7-aa6c-0747730a0ef0 HTTP/1.1" status: 200 len: 946 time: 0.0505376 Nov 24 15:28:40.818007 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-a6dbae3b-016d-4e31-9702-d93e5fe23857 req-96ee90bd-9ed2-42da-a19d-8cd35187bccd tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/security-groups?id=76f30e4d-c507-44ba-b949-04e63bce7ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406806 Nov 24 15:28:42.494775 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cfa09b-9127-4500-bd83-f70c396688a0 req-9d9998e1-265b-428a-8597-5f9c3e193432 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:42.496326 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c2cfa09b-9127-4500-bd83-f70c396688a0 req-9d9998e1-265b-428a-8597-5f9c3e193432 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/networks?id=aa867618-d47b-434c-83de-e2687c858c2a HTTP/1.1" status: 200 len: 815 time: 0.1034324 Nov 24 15:28:42.512081 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c2cfa09b-9127-4500-bd83-f70c396688a0 req-2658bd8e-4610-482e-a6d3-436ac35cd2b4 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/quotas/334c8b40c125486ba3a4da48c4908263 HTTP/1.1" status: 200 len: 375 time: 0.0093286 Nov 24 15:28:42.553023 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-73e3b14f-f904-4c9f-8b48-c0677fff68d3 req-c5aa4842-f117-487e-9488-b8c681cd06c5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b89769a5-ef2a-400a-9c59-3053f647e3c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421228 Nov 24 15:28:42.562766 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c2cfa09b-9127-4500-bd83-f70c396688a0 req-bb4f7a0b-892e-4d2a-92cf-01c64292c0ee tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=334c8b40c125486ba3a4da48c4908263&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452266 Nov 24 15:28:42.619258 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3b14f-f904-4c9f-8b48-c0677fff68d3 req-e3b4cf35-e7ff-47aa-a11b-dc3ed5f852de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:42.620859 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-73e3b14f-f904-4c9f-8b48-c0677fff68d3 req-e3b4cf35-e7ff-47aa-a11b-dc3ed5f852de service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b981a3c2d7974c7ca0c54a5262ea5220&device_id=b89769a5-ef2a-400a-9c59-3053f647e3c2 HTTP/1.1" status: 200 len: 1099 time: 0.0397270 Nov 24 15:28:42.658278 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c2cfa09b-9127-4500-bd83-f70c396688a0 req-e9669005-12e9-4da3-a77d-d20396775422 service neutron] 10.222.0.66 "GET /v2.0/networks/aa867618-d47b-434c-83de-e2687c858c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882893 Nov 24 15:28:42.734677 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3b14f-f904-4c9f-8b48-c0677fff68d3 req-2f372d99-8f77-4dbb-9a3f-fa28c930e044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:42.736194 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-73e3b14f-f904-4c9f-8b48-c0677fff68d3 req-2f372d99-8f77-4dbb-9a3f-fa28c930e044 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f26750e4-e797-4f7f-b557-e7463bad5d42 HTTP/1.1" status: 200 len: 913 time: 0.0877197 Nov 24 15:28:42.747393 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c2cfa09b-9127-4500-bd83-f70c396688a0 req-384968a2-fd61-4aae-8017-8262fffa1bde service neutron] 10.222.0.66 "GET /v2.0/networks/aa867618-d47b-434c-83de-e2687c858c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827668 Nov 24 15:28:42.806878 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-73e3b14f-f904-4c9f-8b48-c0677fff68d3 req-e0c3ef1d-9800-48aa-b558-0d0728108717 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2acc53e6-5fad-45de-9695-638ed83c9206 HTTP/1.1" status: 200 len: 1002 time: 0.0610108 Nov 24 15:28:42.862184 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3b14f-f904-4c9f-8b48-c0677fff68d3 req-8413e7e8-dd05-4c33-83fd-df0db99b651a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:42.863953 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-73e3b14f-f904-4c9f-8b48-c0677fff68d3 req-8413e7e8-dd05-4c33-83fd-df0db99b651a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7c9fc6c3-0838-4b30-a030-a699466a6c53 HTTP/1.1" status: 200 len: 850 time: 0.0499446 Nov 24 15:28:42.911686 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3b14f-f904-4c9f-8b48-c0677fff68d3 req-06857268-2fd7-4797-a6b1-beef43985d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:42.913130 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ab558ab5-98de-4fab-b59b-c608039ed869 req-96361a21-8ad4-4828-954d-c1bf20945ba6 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/ports?device_id=e64a4011-c8a2-4021-bbb2-ef5886c1c12b HTTP/1.1" status: 200 len: 210 time: 0.0279555 Nov 24 15:28:42.913524 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-73e3b14f-f904-4c9f-8b48-c0677fff68d3 req-06857268-2fd7-4797-a6b1-beef43985d6b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f26750e4-e797-4f7f-b557-e7463bad5d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0423446 Nov 24 15:28:43.011756 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-73e3b14f-f904-4c9f-8b48-c0677fff68d3 req-c9c92760-4219-451e-bbbd-f52a29c29623 service neutron] 10.222.0.74 "GET /v2.0/networks/f26750e4-e797-4f7f-b557-e7463bad5d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895875 Nov 24 15:28:43.110070 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-73e3b14f-f904-4c9f-8b48-c0677fff68d3 req-dc136bf0-0fa3-4740-9920-66c924cec000 service neutron] 10.222.0.74 "GET /v2.0/networks/f26750e4-e797-4f7f-b557-e7463bad5d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903242 Nov 24 15:28:43.869102 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cfa09b-9127-4500-bd83-f70c396688a0 req-8aedd0d5-4ca5-4f5f-b698-e65df7eab65b tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:43.870553 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-c2cfa09b-9127-4500-bd83-f70c396688a0 req-8aedd0d5-4ca5-4f5f-b698-e65df7eab65b tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.74 "GET /v2.0/networks?id=aa867618-d47b-434c-83de-e2687c858c2a HTTP/1.1" status: 200 len: 815 time: 0.1111422 Nov 24 15:28:43.890410 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [req-c2cfa09b-9127-4500-bd83-f70c396688a0 req-d8ddfb03-c4ec-4e6f-934d-c9901d66487d tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Request body: {'port': {'device_id': 'e64a4011-c8a2-4021-bbb2-ef5886c1c12b', 'network_id': 'aa867618-d47b-434c-83de-e2687c858c2a', 'admin_state_up': True, 'tenant_id': '334c8b40c125486ba3a4da48c4908263'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:28:44.000178 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2cfa09b-9127-4500-bd83-f70c396688a0 req-d8ddfb03-c4ec-4e6f-934d-c9901d66487d tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Made reservation on behalf of 334c8b40c125486ba3a4da48c4908263 for: {'port': 1} {{(pid=102545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:28:44.003659 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-c2cfa09b-9127-4500-bd83-f70c396688a0 req-d8ddfb03-c4ec-4e6f-934d-c9901d66487d tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:44.009178 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-da7a8918-2a44-4ba4-9784-1788ae175026 req-f7c606b2-e0f3-4126-9bf7-5466ca13a8fb tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/ports?device_id=e64a4011-c8a2-4021-bbb2-ef5886c1c12b HTTP/1.1" status: 200 len: 210 time: 0.0275581 Nov 24 15:28:44.124849 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.db_base_plugin_common [req-c2cfa09b-9127-4500-bd83-f70c396688a0 req-d8ddfb03-c4ec-4e6f-934d-c9901d66487d tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Allocated IP 172.20.0.2 (aa867618-d47b-434c-83de-e2687c858c2a/8a98bb50-be5b-4c6d-80dd-eaa8dc2bd6e1/50d1a0ec-16c2-441e-8145-73d64751ca07) {{(pid=102545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:28:44.267991 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-c2cfa09b-9127-4500-bd83-f70c396688a0 req-d8ddfb03-c4ec-4e6f-934d-c9901d66487d tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Publish callbacks [] for port, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:44.301651 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-c2cfa09b-9127-4500-bd83-f70c396688a0 req-d8ddfb03-c4ec-4e6f-934d-c9901d66487d tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:44.314973 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] get_ports_and_sgs() called for port_ids ['92eec736-e4cd-4ccf-be5a-8014d692c990', '7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e'] {{(pid=102546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:28:44.344836 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2cfa09b-9127-4500-bd83-f70c396688a0 req-d8ddfb03-c4ec-4e6f-934d-c9901d66487d tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Network aa867618-d47b-434c-83de-e2687c858c2a is already hosted by enough agents. {{(pid=102545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:28:44.347821 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [req-c2cfa09b-9127-4500-bd83-f70c396688a0 req-d8ddfb03-c4ec-4e6f-934d-c9901d66487d tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Resources bound (agent type, host, resource id): {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:28:44.351442 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2cfa09b-9127-4500-bd83-f70c396688a0 req-d8ddfb03-c4ec-4e6f-934d-c9901d66487d tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Received port after_create {{(pid=102545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:28:44.378984 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ddfb03-c4ec-4e6f-934d-c9901d66487d tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Pushing event updated for resources: {'Port': ['ID=50d1a0ec-16c2-441e-8145-73d64751ca07,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:28:44.406921 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cfa09b-9127-4500-bd83-f70c396688a0 req-d8ddfb03-c4ec-4e6f-934d-c9901d66487d tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:44.407878 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-c2cfa09b-9127-4500-bd83-f70c396688a0 req-d8ddfb03-c4ec-4e6f-934d-c9901d66487d tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:44.424487 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-c2cfa09b-9127-4500-bd83-f70c396688a0 req-d8ddfb03-c4ec-4e6f-934d-c9901d66487d tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5376987 Nov 24 15:28:44.437041 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [req-c2cfa09b-9127-4500-bd83-f70c396688a0 req-77d82690-92fc-4ce4-a1b9-4573d8462357 service neutron] Request body: {'port': {'device_id': 'e64a4011-c8a2-4021-bbb2-ef5886c1c12b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:28:44.488939 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-c2cfa09b-9127-4500-bd83-f70c396688a0 req-77d82690-92fc-4ce4-a1b9-4573d8462357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:44.732905 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [req-c2cfa09b-9127-4500-bd83-f70c396688a0 req-77d82690-92fc-4ce4-a1b9-4573d8462357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50d1a0ec-16c2-441e-8145-73d64751ca07 {{(pid=102545) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:28:44.740234 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-c2cfa09b-9127-4500-bd83-f70c396688a0 req-77d82690-92fc-4ce4-a1b9-4573d8462357 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:44.751549 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.provisioning_blocks [req-c2cfa09b-9127-4500-bd83-f70c396688a0 req-77d82690-92fc-4ce4-a1b9-4573d8462357 service neutron] Transition to ACTIVE for port object 50d1a0ec-16c2-441e-8145-73d64751ca07 will not be triggered until provisioned by entity L2. {{(pid=102545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 15:28:44.756294 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-c2cfa09b-9127-4500-bd83-f70c396688a0 req-77d82690-92fc-4ce4-a1b9-4573d8462357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13923618'] for port, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:44.807784 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d82690-92fc-4ce4-a1b9-4573d8462357 service neutron] Pushing event updated for resources: {'Port': ['ID=50d1a0ec-16c2-441e-8145-73d64751ca07,revision_number=2']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:28:44.871208 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-c2cfa09b-9127-4500-bd83-f70c396688a0 req-77d82690-92fc-4ce4-a1b9-4573d8462357 service neutron] Attempting to bind port 50d1a0ec-16c2-441e-8145-73d64751ca07 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:28:44.871866 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-c2cfa09b-9127-4500-bd83-f70c396688a0 req-77d82690-92fc-4ce4-a1b9-4573d8462357 service neutron] Attempting to bind port 50d1a0ec-16c2-441e-8145-73d64751ca07 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '8d82d28c-f78b-4712-82c0-b754e907f9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'aa867618-d47b-434c-83de-e2687c858c2a'}] {{(pid=102545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:28:44.871866 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cfa09b-9127-4500-bd83-f70c396688a0 req-77d82690-92fc-4ce4-a1b9-4573d8462357 service neutron] Attempting to bind port 50d1a0ec-16c2-441e-8145-73d64751ca07 on network aa867618-d47b-434c-83de-e2687c858c2a {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:28:44.876186 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cfa09b-9127-4500-bd83-f70c396688a0 req-77d82690-92fc-4ce4-a1b9-4573d8462357 service neutron] Port 50d1a0ec-16c2-441e-8145-73d64751ca07 on network aa867618-d47b-434c-83de-e2687c858c2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 15:28:44.876504 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cfa09b-9127-4500-bd83-f70c396688a0 req-77d82690-92fc-4ce4-a1b9-4573d8462357 service neutron] Attempting to bind port 50d1a0ec-16c2-441e-8145-73d64751ca07 on network aa867618-d47b-434c-83de-e2687c858c2a {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:28:44.881114 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cfa09b-9127-4500-bd83-f70c396688a0 req-77d82690-92fc-4ce4-a1b9-4573d8462357 service neutron] Checking agent: {'id': 'd4f6996e-fa07-4465-ad79-7a89714f2bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 17, 38), 'started_at': datetime.datetime(2021, 11, 24, 15, 17, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:28:44.881451 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cfa09b-9127-4500-bd83-f70c396688a0 req-77d82690-92fc-4ce4-a1b9-4573d8462357 service neutron] Checking segment: {'id': '8d82d28c-f78b-4712-82c0-b754e907f9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'aa867618-d47b-434c-83de-e2687c858c2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:28:44.881827 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cfa09b-9127-4500-bd83-f70c396688a0 req-77d82690-92fc-4ce4-a1b9-4573d8462357 service neutron] Bound using segment: {'id': '8d82d28c-f78b-4712-82c0-b754e907f9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'aa867618-d47b-434c-83de-e2687c858c2a'} {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:28:44.882248 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-c2cfa09b-9127-4500-bd83-f70c396688a0 req-77d82690-92fc-4ce4-a1b9-4573d8462357 service neutron] Bound port: 50d1a0ec-16c2-441e-8145-73d64751ca07, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d82d28c-f78b-4712-82c0-b754e907f9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'aa867618-d47b-434c-83de-e2687c858c2a'}}] {{(pid=102545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:28:44.882595 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-c2cfa09b-9127-4500-bd83-f70c396688a0 req-77d82690-92fc-4ce4-a1b9-4573d8462357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:44.942772 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-c2cfa09b-9127-4500-bd83-f70c396688a0 req-77d82690-92fc-4ce4-a1b9-4573d8462357 service neutron] For port 50d1a0ec-16c2-441e-8145-73d64751ca07, host hv-cinder-80403, cleared binding levels {{(pid=102545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:28:44.945695 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-c2cfa09b-9127-4500-bd83-f70c396688a0 req-77d82690-92fc-4ce4-a1b9-4573d8462357 service neutron] For port 50d1a0ec-16c2-441e-8145-73d64751ca07, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=50d1a0ec-16c2-441e-8145-73d64751ca07,segment=NetworkSegment(8d82d28c-f78b-4712-82c0-b754e907f9a7),segment_id=8d82d28c-f78b-4712-82c0-b754e907f9a7)] {{(pid=102545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:28:44.950244 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-c2cfa09b-9127-4500-bd83-f70c396688a0 req-77d82690-92fc-4ce4-a1b9-4573d8462357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13923618'] for port, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:44.987198 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cfa09b-9127-4500-bd83-f70c396688a0 req-77d82690-92fc-4ce4-a1b9-4573d8462357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:44.988345 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-c2cfa09b-9127-4500-bd83-f70c396688a0 req-77d82690-92fc-4ce4-a1b9-4573d8462357 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:44.989708 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-c2cfa09b-9127-4500-bd83-f70c396688a0 req-77d82690-92fc-4ce4-a1b9-4573d8462357 service neutron] 10.222.0.74 "PUT /v2.0/ports/50d1a0ec-16c2-441e-8145-73d64751ca07 HTTP/1.1" status: 200 len: 1093 time: 0.5567620 Nov 24 15:28:44.991883 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e64a4011-c8a2-4021-bbb2-ef5886c1c12b', 'tag': '50d1a0ec-16c2-441e-8145-73d64751ca07'}] {{(pid=102545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:28:44.994830 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e232a59b198ff96befa2502742fd1f317735a6d9991c1ac6356d20aee71e71d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03b48af-2e1f-41d7-8d61-d6fd921e5b04" -d '{"events": [{"name": "network-changed", "server_uuid": "e64a4011-c8a2-4021-bbb2-ef5886c1c12b", "tag": "50d1a0ec-16c2-441e-8145-73d64751ca07"}]}' {{(pid=102545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:28:45.024408 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d82690-92fc-4ce4-a1b9-4573d8462357 service neutron] Pushing event updated for resources: {'Port': ['ID=50d1a0ec-16c2-441e-8145-73d64751ca07,revision_number=3']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:28:45.034305 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2af119-0aa8-4b30-a832-5b47eb0fd37a x-openstack-request-id: req-db2af119-0aa8-4b30-a832-5b47eb0fd37a {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:28:45.034599 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e64a4011-c8a2-4021-bbb2-ef5886c1c12b", "tag": "50d1a0ec-16c2-441e-8145-73d64751ca07", "status": "completed", "code": 200}]} {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:28:45.034887 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-db2af119-0aa8-4b30-a832-5b47eb0fd37a {{(pid=102545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:28:45.035289 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e64a4011-c8a2-4021-bbb2-ef5886c1c12b', 'tag': '50d1a0ec-16c2-441e-8145-73d64751ca07', 'status': 'completed', 'code': 200} Nov 24 15:28:45.075595 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cfa09b-9127-4500-bd83-f70c396688a0 req-c1d8681b-62be-47b4-b0f5-268777bc2797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:45.077925 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-c2cfa09b-9127-4500-bd83-f70c396688a0 req-c1d8681b-62be-47b4-b0f5-268777bc2797 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=334c8b40c125486ba3a4da48c4908263&device_id=e64a4011-c8a2-4021-bbb2-ef5886c1c12b HTTP/1.1" status: 200 len: 1096 time: 0.0418434 Nov 24 15:28:45.128574 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-c2cfa09b-9127-4500-bd83-f70c396688a0 req-b5063893-8db1-454b-9cb1-4935e4bc62d6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=50d1a0ec-16c2-441e-8145-73d64751ca07 HTTP/1.1" status: 200 len: 217 time: 0.0342283 Nov 24 15:28:45.131461 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1d37c-1b5d-41b8-b4d3-725c650f3720 req-78640ae1-3fec-4d55-9529-5d3b85f243db tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:45.132868 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-e3a1d37c-1b5d-41b8-b4d3-725c650f3720 req-78640ae1-3fec-4d55-9529-5d3b85f243db tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/ports?device_id=e64a4011-c8a2-4021-bbb2-ef5886c1c12b HTTP/1.1" status: 200 len: 943 time: 0.0522978 Nov 24 15:28:45.180625 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cfa09b-9127-4500-bd83-f70c396688a0 req-19600b25-02bb-4599-9d91-bfaaf77a2ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:45.182051 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-e3a1d37c-1b5d-41b8-b4d3-725c650f3720 req-a54152fe-7694-4a75-936d-6a4bc818d9a5 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/security-groups?id=76f30e4d-c507-44ba-b949-04e63bce7ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431321 Nov 24 15:28:45.182240 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-c2cfa09b-9127-4500-bd83-f70c396688a0 req-19600b25-02bb-4599-9d91-bfaaf77a2ee8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8a98bb50-be5b-4c6d-80dd-eaa8dc2bd6e1 HTTP/1.1" status: 200 len: 855 time: 0.0466745 Nov 24 15:28:45.197849 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-216be89b-53e9-4216-a459-6dea418f68e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:45.216034 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-c2cfa09b-9127-4500-bd83-f70c396688a0 req-1b453344-54b1-4b3a-8709-7f7d91b69069 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=aa867618-d47b-434c-83de-e2687c858c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252292 Nov 24 15:28:45.304892 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-c2cfa09b-9127-4500-bd83-f70c396688a0 req-73e2d79e-cc78-4c0a-a879-7846b3246e37 service neutron] 10.222.0.74 "GET /v2.0/networks/aa867618-d47b-434c-83de-e2687c858c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803909 Nov 24 15:28:45.399769 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-c2cfa09b-9127-4500-bd83-f70c396688a0 req-1eed8f1d-dc01-4ce0-af1a-2ee955ab0f6a service neutron] 10.222.0.74 "GET /v2.0/networks/aa867618-d47b-434c-83de-e2687c858c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844226 Nov 24 15:28:45.486448 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b48af-2e1f-41d7-8d61-d6fd921e5b04 req-56f99df0-3798-4ec4-9f76-9cd5d09e8524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:45.488231 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-c03b48af-2e1f-41d7-8d61-d6fd921e5b04 req-56f99df0-3798-4ec4-9f76-9cd5d09e8524 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=334c8b40c125486ba3a4da48c4908263&device_id=e64a4011-c8a2-4021-bbb2-ef5886c1c12b HTTP/1.1" status: 200 len: 1096 time: 0.0407376 Nov 24 15:28:45.580081 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b48af-2e1f-41d7-8d61-d6fd921e5b04 req-6ba79078-f718-49ef-851c-4bdad5e5a343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:45.581481 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-c03b48af-2e1f-41d7-8d61-d6fd921e5b04 req-6ba79078-f718-49ef-851c-4bdad5e5a343 service neutron] 10.222.0.74 "GET /v2.0/networks?id=aa867618-d47b-434c-83de-e2687c858c2a HTTP/1.1" status: 200 len: 917 time: 0.0862651 Nov 24 15:28:45.622067 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-c03b48af-2e1f-41d7-8d61-d6fd921e5b04 req-370503a7-7d8c-4cf9-8d5c-9f797eafcb25 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=50d1a0ec-16c2-441e-8145-73d64751ca07 HTTP/1.1" status: 200 len: 217 time: 0.0329926 Nov 24 15:28:45.670837 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b48af-2e1f-41d7-8d61-d6fd921e5b04 req-4f1420f2-9700-4fd4-9fcd-9b8c6f2fa7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:45.672298 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-c03b48af-2e1f-41d7-8d61-d6fd921e5b04 req-4f1420f2-9700-4fd4-9fcd-9b8c6f2fa7fc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8a98bb50-be5b-4c6d-80dd-eaa8dc2bd6e1 HTTP/1.1" status: 200 len: 855 time: 0.0413537 Nov 24 15:28:45.707811 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-c03b48af-2e1f-41d7-8d61-d6fd921e5b04 req-9b93d270-606f-4bc5-8388-468459cc4c4f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=aa867618-d47b-434c-83de-e2687c858c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282743 Nov 24 15:28:45.798981 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-c03b48af-2e1f-41d7-8d61-d6fd921e5b04 req-a3c2ffbc-3321-40a4-845a-cd4a18b8cc6d service neutron] 10.222.0.74 "GET /v2.0/networks/aa867618-d47b-434c-83de-e2687c858c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799410 Nov 24 15:28:45.889626 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-c03b48af-2e1f-41d7-8d61-d6fd921e5b04 req-80debc7f-1f04-41b6-9777-54a548f0eb92 service neutron] 10.222.0.74 "GET /v2.0/networks/aa867618-d47b-434c-83de-e2687c858c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830965 Nov 24 15:28:46.297905 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecfd113-2848-4f79-9fcf-73f0faff5589 req-c2955665-f7c5-4aec-8968-6ef456d09a6e tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:46.299410 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-eecfd113-2848-4f79-9fcf-73f0faff5589 req-c2955665-f7c5-4aec-8968-6ef456d09a6e tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/ports?device_id=e64a4011-c8a2-4021-bbb2-ef5886c1c12b HTTP/1.1" status: 200 len: 943 time: 0.0488012 Nov 24 15:28:46.345776 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-eecfd113-2848-4f79-9fcf-73f0faff5589 req-f75a761e-afe8-4206-89b9-21605d1a26a7 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/security-groups?id=76f30e4d-c507-44ba-b949-04e63bce7ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404339 Nov 24 15:28:47.462800 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a0b0f6-ed73-442d-a8cd-fb70483db137 req-a23669e9-ee70-48e0-963e-82488c83dd71 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:47.464332 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-a8a0b0f6-ed73-442d-a8cd-fb70483db137 req-a23669e9-ee70-48e0-963e-82488c83dd71 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/ports?device_id=e64a4011-c8a2-4021-bbb2-ef5886c1c12b HTTP/1.1" status: 200 len: 943 time: 0.0509543 Nov 24 15:28:47.510104 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-a8a0b0f6-ed73-442d-a8cd-fb70483db137 req-10ae64d4-2f33-4e3f-b114-481bdde1c10c tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/security-groups?id=76f30e4d-c507-44ba-b949-04e63bce7ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398960 Nov 24 15:28:47.633699 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-29cb5999-3bf2-4c37-8007-8cf808000e11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:48.181031 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 50d1a0ec-16c2-441e-8145-73d64751ca07 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 15:28:48.269173 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-124f8df6-068a-4f00-a8c0-a9ff39f4d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:48.285679 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 50d1a0ec-16c2-441e-8145-73d64751ca07, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=50d1a0ec-16c2-441e-8145-73d64751ca07,segment=NetworkSegment(8d82d28c-f78b-4712-82c0-b754e907f9a7),segment_id=8d82d28c-f78b-4712-82c0-b754e907f9a7)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:28:48.297150 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Returning: {'device': '50d1a0ec-16c2-441e-8145-73d64751ca07', 'network_id': 'aa867618-d47b-434c-83de-e2687c858c2a', 'port_id': '50d1a0ec-16c2-441e-8145-73d64751ca07', 'mac_address': 'fa:16:3e:eb:83:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a98bb50-be5b-4c6d-80dd-eaa8dc2bd6e1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 15:28:48.333102 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:48.345765 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.notifiers.nova [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50d1a0ec-16c2-441e-8145-73d64751ca07 {{(pid=102546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:28:48.364934 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 50d1a0ec-16c2-441e-8145-73d64751ca07, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=50d1a0ec-16c2-441e-8145-73d64751ca07,segment=NetworkSegment(8d82d28c-f78b-4712-82c0-b754e907f9a7),segment_id=8d82d28c-f78b-4712-82c0-b754e907f9a7)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:28:48.368534 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:48.417418 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Pushing event updated for resources: {'Port': ['ID=50d1a0ec-16c2-441e-8145-73d64751ca07,revision_number=4']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:28:48.622031 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6deee-cfe3-4bbd-bd66-bb2beaf1d35a req-16d81fdb-f690-489f-873c-bb8cd63458c6 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:48.623535 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-b1b6deee-cfe3-4bbd-bd66-bb2beaf1d35a req-16d81fdb-f690-489f-873c-bb8cd63458c6 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/ports?device_id=e64a4011-c8a2-4021-bbb2-ef5886c1c12b HTTP/1.1" status: 200 len: 944 time: 0.0481305 Nov 24 15:28:48.628215 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] get_ports_and_sgs() called for port_ids ['50d1a0ec-16c2-441e-8145-73d64751ca07'] {{(pid=102546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:28:48.671522 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-b1b6deee-cfe3-4bbd-bd66-bb2beaf1d35a req-c51ba508-7dee-4a8d-ac0f-5b7592906ac1 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/security-groups?id=76f30e4d-c507-44ba-b949-04e63bce7ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410869 Nov 24 15:28:49.786456 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e4735-9271-4b12-83dd-464e4138f3e7 req-28b2901c-2553-4a53-b478-b3b531443723 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:49.787978 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ea0e4735-9271-4b12-83dd-464e4138f3e7 req-28b2901c-2553-4a53-b478-b3b531443723 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/ports?device_id=e64a4011-c8a2-4021-bbb2-ef5886c1c12b HTTP/1.1" status: 200 len: 944 time: 0.0500998 Nov 24 15:28:49.792258 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0567c706-1e8e-49a8-b1df-c52fd48358e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:49.838710 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ea0e4735-9271-4b12-83dd-464e4138f3e7 req-9567c6d6-bc20-4300-b06f-3b4759b4548b tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/security-groups?id=76f30e4d-c507-44ba-b949-04e63bce7ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443149 Nov 24 15:28:50.199565 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 50d1a0ec-16c2-441e-8145-73d64751ca07 up at agent hyperv_hv-cinder-80403 {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:28:50.249218 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Provisioning for port 50d1a0ec-16c2-441e-8145-73d64751ca07 completed by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 15:28:50.253317 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Provisioning complete for port 50d1a0ec-16c2-441e-8145-73d64751ca07 triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:28:50.253677 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:50.329830 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:50.351977 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e64a4011-c8a2-4021-bbb2-ef5886c1c12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d1a0ec-16c2-441e-8145-73d64751ca07'}] {{(pid=102546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:28:50.354222 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec30b6fee894e899a7ef63b5da9bb2e859d87fc094cada3931da851dba0edc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afae0c20-537b-4832-9af4-86cf76c6f11f" -d '{"events": [{"server_uuid": "e64a4011-c8a2-4021-bbb2-ef5886c1c12b", "name": "network-vif-plugged", "status": "completed", "tag": "50d1a0ec-16c2-441e-8145-73d64751ca07"}]}' {{(pid=102546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:28:50.370278 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 50d1a0ec-16c2-441e-8145-73d64751ca07, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=50d1a0ec-16c2-441e-8145-73d64751ca07,segment=NetworkSegment(8d82d28c-f78b-4712-82c0-b754e907f9a7),segment_id=8d82d28c-f78b-4712-82c0-b754e907f9a7)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:28:50.375298 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:50.403722 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285e0d03-211e-47c6-bfb8-5a65e73d91bd x-openstack-request-id: req-285e0d03-211e-47c6-bfb8-5a65e73d91bd {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:28:50.404138 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e64a4011-c8a2-4021-bbb2-ef5886c1c12b", "name": "network-vif-plugged", "status": "completed", "tag": "50d1a0ec-16c2-441e-8145-73d64751ca07", "code": 200}]} {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:28:50.404552 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-285e0d03-211e-47c6-bfb8-5a65e73d91bd {{(pid=102546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:28:50.404995 dv-cinder-804035-20-iscsi neutron-server[102546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e64a4011-c8a2-4021-bbb2-ef5886c1c12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d1a0ec-16c2-441e-8145-73d64751ca07', 'code': 200} Nov 24 15:28:50.431977 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Pushing event updated for resources: {'Port': ['ID=50d1a0ec-16c2-441e-8145-73d64751ca07,revision_number=5']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:28:50.557051 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc2a2c-90a9-4aee-8f73-9eb3bb0522e2 req-e30fb355-3934-4416-87a0-b84952023812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:50.558509 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-85cc2a2c-90a9-4aee-8f73-9eb3bb0522e2 req-e30fb355-3934-4416-87a0-b84952023812 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e64a4011-c8a2-4021-bbb2-ef5886c1c12b HTTP/1.1" status: 200 len: 1098 time: 0.0394776 Nov 24 15:28:50.603275 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-85cc2a2c-90a9-4aee-8f73-9eb3bb0522e2 req-77d31212-46b7-4166-ac26-f3dbf70437b5 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=76f30e4d-c507-44ba-b949-04e63bce7ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362096 Nov 24 15:28:50.954368 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb323d2-05f1-44fa-bcbd-7ec7101780b7 req-4f0683bb-6914-4826-ba30-a21c33f3f37b tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:50.955929 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-bbb323d2-05f1-44fa-bcbd-7ec7101780b7 req-4f0683bb-6914-4826-ba30-a21c33f3f37b tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/ports?device_id=e64a4011-c8a2-4021-bbb2-ef5886c1c12b HTTP/1.1" status: 200 len: 945 time: 0.0488143 Nov 24 15:28:50.994955 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:51.005721 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-bbb323d2-05f1-44fa-bcbd-7ec7101780b7 req-dd299c28-91c0-4330-8edf-0911e905ea2b tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/security-groups?id=76f30e4d-c507-44ba-b949-04e63bce7ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435522 Nov 24 15:28:52.119527 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bbb7da-51f7-40db-8481-a8543f07cb38 req-adeb1283-d9b0-460e-9933-d5a5b5b3c256 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:28:52.120992 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-84bbb7da-51f7-40db-8481-a8543f07cb38 req-adeb1283-d9b0-460e-9933-d5a5b5b3c256 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/ports?device_id=e64a4011-c8a2-4021-bbb2-ef5886c1c12b HTTP/1.1" status: 200 len: 945 time: 0.0481238 Nov 24 15:28:52.167050 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-84bbb7da-51f7-40db-8481-a8543f07cb38 req-3fb69446-d430-44e0-9e44-bce596e428ee tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/security-groups?id=76f30e4d-c507-44ba-b949-04e63bce7ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401931 Nov 24 15:29:00.636997 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.agents_db [None req-1855c149-01a8-4582-985c-3b31432c2781 None None] Agent healthcheck: found 6 active agents {{(pid=102547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:29:00.921350 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 38872) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:29:01.074432 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [None req-7712c339-e77b-4492-bf5f-cc2fe99b8f7b tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Deleting port 764b6e4a-4181-45c9-9b99-77294ff80db3 {{(pid=102545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:29:01.074775 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-7712c339-e77b-4492-bf5f-cc2fe99b8f7b tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:01.152861 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-7712c339-e77b-4492-bf5f-cc2fe99b8f7b tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:01.153192 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-7712c339-e77b-4492-bf5f-cc2fe99b8f7b tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:01.165446 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [None req-7712c339-e77b-4492-bf5f-cc2fe99b8f7b tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Calling delete_port for 764b6e4a-4181-45c9-9b99-77294ff80db3 owned by network:floatingip {{(pid=102545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:29:01.345009 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-7712c339-e77b-4492-bf5f-cc2fe99b8f7b tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:01.371079 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7712c339-e77b-4492-bf5f-cc2fe99b8f7b tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Pushing event deleted for resources: {'Port': ['ID=764b6e4a-4181-45c9-9b99-77294ff80db3,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:29:01.448189 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-7712c339-e77b-4492-bf5f-cc2fe99b8f7b tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks [] for floatingip, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:01.448440 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.db.l3_db [None req-7712c339-e77b-4492-bf5f-cc2fe99b8f7b tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Floating IP 29dd6989-22cd-4991-adf4-f3ae18bc3561 disassociated (deleted). External IP: 172.27.3.153, port: 2acc53e6-5fad-45de-9695-638ed83c9206. Nov 24 15:29:01.924133 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7712c339-e77b-4492-bf5f-cc2fe99b8f7b tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Router a2bc1be7-732e-4b4b-a9f9-7a317a77457b has already been hosted by L3 agent cf746c29-e95d-415d-8373-1f02a86f1d46 {{(pid=102545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:29:02.031653 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7712c339-e77b-4492-bf5f-cc2fe99b8f7b tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Notify agent at l3_agent.dv-cinder-804035-20-iscsi the message routers_updated {{(pid=102545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:29:02.036318 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-7712c339-e77b-4492-bf5f-cc2fe99b8f7b tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for floatingip, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:02.040801 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcf4833-f5a6-4a33-ac0c-de5e0b380760 None None] Sync routers for ids ['a2bc1be7-732e-4b4b-a9f9-7a317a77457b'] in dv-cinder-804035-20-iscsi {{(pid=102546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:29:02.051005 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcf4833-f5a6-4a33-ac0c-de5e0b380760 None None] Routers {'a2bc1be7-732e-4b4b-a9f9-7a317a77457b'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:29:02.051634 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-6bcf4833-f5a6-4a33-ac0c-de5e0b380760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:28:48Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['a2bc1be7-732e-4b4b-a9f9-7a317a77457b'], 'active': True} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:29:02.062464 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-7712c339-e77b-4492-bf5f-cc2fe99b8f7b tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "DELETE /v2.0/floatingips/29dd6989-22cd-4991-adf4-f3ae18bc3561 HTTP/1.1" status: 204 len: 168 time: 1.1401467 Nov 24 15:29:02.063334 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89769a5-ef2a-400a-9c59-3053f647e3c2', 'tag': '2acc53e6-5fad-45de-9695-638ed83c9206'}] {{(pid=102545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:29:02.065849 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e232a59b198ff96befa2502742fd1f317735a6d9991c1ac6356d20aee71e71d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76e892a-633f-402d-a6ec-efa828b7b6a6" -d '{"events": [{"name": "network-changed", "server_uuid": "b89769a5-ef2a-400a-9c59-3053f647e3c2", "tag": "2acc53e6-5fad-45de-9695-638ed83c9206"}]}' {{(pid=102545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:29:02.104206 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e49dc15-6ff3-40cd-96d9-8a2302a15c54 x-openstack-request-id: req-5e49dc15-6ff3-40cd-96d9-8a2302a15c54 {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:29:02.104540 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b89769a5-ef2a-400a-9c59-3053f647e3c2", "tag": "2acc53e6-5fad-45de-9695-638ed83c9206", "status": "completed", "code": 200}]} {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:29:02.104784 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5e49dc15-6ff3-40cd-96d9-8a2302a15c54 {{(pid=102545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:29:02.105183 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b89769a5-ef2a-400a-9c59-3053f647e3c2', 'tag': '2acc53e6-5fad-45de-9695-638ed83c9206', 'status': 'completed', 'code': 200} Nov 24 15:29:02.173222 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e892a-633f-402d-a6ec-efa828b7b6a6 req-2655728d-0b17-434c-8bc9-7573c3d2e551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:29:02.175140 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-d76e892a-633f-402d-a6ec-efa828b7b6a6 req-2655728d-0b17-434c-8bc9-7573c3d2e551 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b981a3c2d7974c7ca0c54a5262ea5220&device_id=b89769a5-ef2a-400a-9c59-3053f647e3c2 HTTP/1.1" status: 200 len: 1099 time: 0.0442646 Nov 24 15:29:02.178430 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvr_db [None req-6bcf4833-f5a6-4a33-ac0c-de5e0b380760 None None] Set router a2bc1be7-732e-4b4b-a9f9-7a317a77457b gateway port host: dv-cinder-804035-20-iscsi {{(pid=102546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:29:02.306666 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44144dba-d852-494e-9a4b-b6297d13e1c4 req-ca7b09b3-7aff-46ad-aed7-938316b23e6f tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:29:02.308940 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-44144dba-d852-494e-9a4b-b6297d13e1c4 req-ca7b09b3-7aff-46ad-aed7-938316b23e6f tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=b89769a5-ef2a-400a-9c59-3053f647e3c2 HTTP/1.1" status: 200 len: 946 time: 0.0608740 Nov 24 15:29:02.338624 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e892a-633f-402d-a6ec-efa828b7b6a6 req-fa343422-89ab-498c-9ab4-5d5bf864b052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:29:02.340139 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-d76e892a-633f-402d-a6ec-efa828b7b6a6 req-fa343422-89ab-498c-9ab4-5d5bf864b052 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f26750e4-e797-4f7f-b557-e7463bad5d42 HTTP/1.1" status: 200 len: 913 time: 0.1141601 Nov 24 15:29:02.365272 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-44144dba-d852-494e-9a4b-b6297d13e1c4 req-b0287410-f7d8-4253-81d8-bf289b46d56f tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500479 Nov 24 15:29:02.385488 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-d76e892a-633f-402d-a6ec-efa828b7b6a6 req-30908e0d-799d-4eaf-ad3b-ff8183121aef service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2acc53e6-5fad-45de-9695-638ed83c9206 HTTP/1.1" status: 200 len: 217 time: 0.0347631 Nov 24 15:29:02.435775 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e892a-633f-402d-a6ec-efa828b7b6a6 req-3f1af35e-5b00-4aec-aee0-0249727219d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:29:02.437247 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-d76e892a-633f-402d-a6ec-efa828b7b6a6 req-3f1af35e-5b00-4aec-aee0-0249727219d6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7c9fc6c3-0838-4b30-a030-a699466a6c53 HTTP/1.1" status: 200 len: 850 time: 0.0432880 Nov 24 15:29:02.455147 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-6bcf4833-f5a6-4a33-ac0c-de5e0b380760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'name': 'tempest-TestVolumeBootPattern-116187741-router', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '4264a2b7-6efb-4cdc-ac80-dce005fa7b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:20:49Z', 'updated_at': '2021-11-24T15:20:52Z', 'revision_number': 4, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'gw_port': {'id': '4264a2b7-6efb-4cdc-ac80-dce005fa7b88', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:50Z', 'updated_at': '2021-11-24T15:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_floatingips': [{'id': 'b5ba6bba-a8f6-49ca-b4b8-b4cf122d72a2', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'router_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'port_id': '140a8110-eae9-4c4f-bc1c-8a0a2e8b5413', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42', 'mac_address': 'fa:16:3e:a9:e2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246791eb-b0eb-44f0-9417-f106580a57f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:24:58Z', 'updated_at': '2021-11-24T15:25:00Z', 'revision_number': 1, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b833f9f1-eb1e-47da-9e09-db5a1ab5dd3d', 'name': '', 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'mac_address': 'fa:16:3e:54:22:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '7c9fc6c3-0838-4b30-a030-a699466a6c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:52Z', 'updated_at': '2021-11-24T15:20:58Z', 'revision_number': 5, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'subnets': [{'id': '7c9fc6c3-0838-4b30-a030-a699466a6c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:29:02.481034 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcf4833-f5a6-4a33-ac0c-de5e0b380760 None None] Checking router: a2bc1be7-732e-4b4b-a9f9-7a317a77457b for host: dv-cinder-804035-20-iscsi {{(pid=102546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:29:02.483114 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e892a-633f-402d-a6ec-efa828b7b6a6 req-d02398ba-3301-42e4-aa0a-e5c78db866cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:29:02.485174 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-d76e892a-633f-402d-a6ec-efa828b7b6a6 req-d02398ba-3301-42e4-aa0a-e5c78db866cc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f26750e4-e797-4f7f-b557-e7463bad5d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0398328 Nov 24 15:29:02.490282 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcf4833-f5a6-4a33-ac0c-de5e0b380760 None None] Routers {'a2bc1be7-732e-4b4b-a9f9-7a317a77457b'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:29:02.490915 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-6bcf4833-f5a6-4a33-ac0c-de5e0b380760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:28:48Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['a2bc1be7-732e-4b4b-a9f9-7a317a77457b'], 'active': True} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:29:02.580693 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-d76e892a-633f-402d-a6ec-efa828b7b6a6 req-00190d51-cf39-4628-b436-1f84761c11bb service neutron] 10.222.0.74 "GET /v2.0/networks/f26750e4-e797-4f7f-b557-e7463bad5d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854862 Nov 24 15:29:02.598842 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvr_db [None req-6bcf4833-f5a6-4a33-ac0c-de5e0b380760 None None] Set router a2bc1be7-732e-4b4b-a9f9-7a317a77457b gateway port host: dv-cinder-804035-20-iscsi {{(pid=102546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:29:02.688944 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-d76e892a-633f-402d-a6ec-efa828b7b6a6 req-412e1537-e88d-4d78-b52f-1b824cf101cd service neutron] 10.222.0.74 "GET /v2.0/networks/f26750e4-e797-4f7f-b557-e7463bad5d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006372 Nov 24 15:29:02.836734 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-6bcf4833-f5a6-4a33-ac0c-de5e0b380760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'name': 'tempest-TestVolumeBootPattern-116187741-router', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '4264a2b7-6efb-4cdc-ac80-dce005fa7b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:20:49Z', 'updated_at': '2021-11-24T15:20:52Z', 'revision_number': 4, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'gw_port': {'id': '4264a2b7-6efb-4cdc-ac80-dce005fa7b88', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:50Z', 'updated_at': '2021-11-24T15:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_floatingips': [{'id': 'b5ba6bba-a8f6-49ca-b4b8-b4cf122d72a2', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'router_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'port_id': '140a8110-eae9-4c4f-bc1c-8a0a2e8b5413', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42', 'mac_address': 'fa:16:3e:a9:e2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246791eb-b0eb-44f0-9417-f106580a57f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:24:58Z', 'updated_at': '2021-11-24T15:25:00Z', 'revision_number': 1, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b833f9f1-eb1e-47da-9e09-db5a1ab5dd3d', 'name': '', 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'mac_address': 'fa:16:3e:54:22:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '7c9fc6c3-0838-4b30-a030-a699466a6c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:52Z', 'updated_at': '2021-11-24T15:20:58Z', 'revision_number': 5, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'subnets': [{'id': '7c9fc6c3-0838-4b30-a030-a699466a6c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:29:02.863570 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcf4833-f5a6-4a33-ac0c-de5e0b380760 None None] The sync data for ids ['a2bc1be7-732e-4b4b-a9f9-7a317a77457b'] in dv-cinder-804035-20-iscsi is: [{'id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'name': 'tempest-TestVolumeBootPattern-116187741-router', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '4264a2b7-6efb-4cdc-ac80-dce005fa7b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:20:49Z', 'updated_at': '2021-11-24T15:20:52Z', 'revision_number': 4, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'gw_port': {'id': '4264a2b7-6efb-4cdc-ac80-dce005fa7b88', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:50Z', 'updated_at': '2021-11-24T15:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_floatingips': [{'id': 'b5ba6bba-a8f6-49ca-b4b8-b4cf122d72a2', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'router_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'port_id': '140a8110-eae9-4c4f-bc1c-8a0a2e8b5413', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42', 'mac_address': 'fa:16:3e:a9:e2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246791eb-b0eb-44f0-9417-f106580a57f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:24:58Z', 'updated_at': '2021-11-24T15:25:00Z', 'revision_number': 1, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b833f9f1-eb1e-47da-9e09-db5a1ab5dd3d', 'name': '', 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'mac_address': 'fa:16:3e:54:22:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '7c9fc6c3-0838-4b30-a030-a699466a6c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:52Z', 'updated_at': '2021-11-24T15:20:58Z', 'revision_number': 5, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'subnets': [{'id': '7c9fc6c3-0838-4b30-a030-a699466a6c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:29:02.878948 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3717dbf3-da44-4e3d-a29f-a512a02338d7 req-ece6335d-0430-4a17-9a73-127fe1dafbf7 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:29:02.880471 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-3717dbf3-da44-4e3d-a29f-a512a02338d7 req-ece6335d-0430-4a17-9a73-127fe1dafbf7 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/networks?id=aa867618-d47b-434c-83de-e2687c858c2a HTTP/1.1" status: 200 len: 815 time: 0.1037080 Nov 24 15:29:02.896031 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-3717dbf3-da44-4e3d-a29f-a512a02338d7 req-bd475e6c-7d1f-4856-9e73-96bfb10949b8 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/quotas/334c8b40c125486ba3a4da48c4908263 HTTP/1.1" status: 200 len: 375 time: 0.0097573 Nov 24 15:29:02.954105 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-3717dbf3-da44-4e3d-a29f-a512a02338d7 req-9da3393e-907f-4872-9ff4-4b20f708eb91 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=334c8b40c125486ba3a4da48c4908263&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519748 Nov 24 15:29:03.049157 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-3717dbf3-da44-4e3d-a29f-a512a02338d7 req-1a99449a-7d3a-4a28-aee2-24787e9309e1 service neutron] 10.222.0.66 "GET /v2.0/networks/aa867618-d47b-434c-83de-e2687c858c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876369 Nov 24 15:29:03.081536 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a2e7fe-152b-4942-8a14-feeb1d15d0b5 None None] New status for floating IP 29dd6989-22cd-4991-adf4-f3ae18bc3561: DOWN {{(pid=102547) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 15:29:03.362709 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-3717dbf3-da44-4e3d-a29f-a512a02338d7 req-83688184-c2a5-461d-9b78-6f7a6ee9b5ad service neutron] 10.222.0.66 "GET /v2.0/networks/aa867618-d47b-434c-83de-e2687c858c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096440 Nov 24 15:29:03.482011 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377995bc-53ea-44e4-9d13-1907aab88f3a req-39007503-8aa8-4117-b9d5-4c5e574c4486 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:29:03.483700 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-377995bc-53ea-44e4-9d13-1907aab88f3a req-39007503-8aa8-4117-b9d5-4c5e574c4486 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=b89769a5-ef2a-400a-9c59-3053f647e3c2 HTTP/1.1" status: 200 len: 946 time: 0.0508609 Nov 24 15:29:03.527399 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-284ba275-3d81-45f0-9767-e87a1f0bc2ed req-790b5e22-8816-42a5-a0ba-96d709948151 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/ports?device_id=959bf993-a057-4234-92fc-9886b7c6da99 HTTP/1.1" status: 200 len: 210 time: 0.0362570 Nov 24 15:29:03.564891 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-377995bc-53ea-44e4-9d13-1907aab88f3a req-c4515050-b720-40b6-83ed-4f880181143a tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725865 Nov 24 15:29:03.994940 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e4e42-f0d5-4357-820a-8a615c4bde74 req-cd20b3fa-d9f7-4cda-92b6-685b7519d0e5 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:29:03.996559 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-2d0e4e42-f0d5-4357-820a-8a615c4bde74 req-cd20b3fa-d9f7-4cda-92b6-685b7519d0e5 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.74 "GET /v2.0/ports?device_id=b89769a5-ef2a-400a-9c59-3053f647e3c2 HTTP/1.1" status: 200 len: 946 time: 0.0499289 Nov 24 15:29:04.091775 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [req-2d0e4e42-f0d5-4357-820a-8a615c4bde74 req-ee673aea-9d2b-4044-a4f1-7d2ddce580bf tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Deleting port 2acc53e6-5fad-45de-9695-638ed83c9206 {{(pid=102545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:29:04.092029 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-2d0e4e42-f0d5-4357-820a-8a615c4bde74 req-ee673aea-9d2b-4044-a4f1-7d2ddce580bf tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:04.179510 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-2d0e4e42-f0d5-4357-820a-8a615c4bde74 req-ee673aea-9d2b-4044-a4f1-7d2ddce580bf tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] For port 2acc53e6-5fad-45de-9695-638ed83c9206, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2acc53e6-5fad-45de-9695-638ed83c9206,segment=NetworkSegment(c14c8334-0300-446a-a3d0-b8976f89fcf3),segment_id=c14c8334-0300-446a-a3d0-b8976f89fcf3)] {{(pid=102545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:29:04.179875 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-2d0e4e42-f0d5-4357-820a-8a615c4bde74 req-ee673aea-9d2b-4044-a4f1-7d2ddce580bf tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:04.192584 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [req-2d0e4e42-f0d5-4357-820a-8a615c4bde74 req-ee673aea-9d2b-4044-a4f1-7d2ddce580bf tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Calling delete_port for 2acc53e6-5fad-45de-9695-638ed83c9206 owned by compute:nova {{(pid=102545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:29:04.319445 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-2d0e4e42-f0d5-4357-820a-8a615c4bde74 req-ee673aea-9d2b-4044-a4f1-7d2ddce580bf tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:04.346001 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee673aea-9d2b-4044-a4f1-7d2ddce580bf tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Pushing event deleted for resources: {'Port': ['ID=2acc53e6-5fad-45de-9695-638ed83c9206,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:29:04.379783 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee673aea-9d2b-4044-a4f1-7d2ddce580bf tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:29:04.380218 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee673aea-9d2b-4044-a4f1-7d2ddce580bf tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:29:04.380560 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee673aea-9d2b-4044-a4f1-7d2ddce580bf tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:29:04.380899 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee673aea-9d2b-4044-a4f1-7d2ddce580bf tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:29:04.381222 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee673aea-9d2b-4044-a4f1-7d2ddce580bf tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:29:04.381553 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee673aea-9d2b-4044-a4f1-7d2ddce580bf tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:29:04.381881 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee673aea-9d2b-4044-a4f1-7d2ddce580bf tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:29:04.382210 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee673aea-9d2b-4044-a4f1-7d2ddce580bf tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:29:04.382534 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee673aea-9d2b-4044-a4f1-7d2ddce580bf tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:29:04.382879 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee673aea-9d2b-4044-a4f1-7d2ddce580bf tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:29:04.383201 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee673aea-9d2b-4044-a4f1-7d2ddce580bf tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:29:04.383520 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee673aea-9d2b-4044-a4f1-7d2ddce580bf tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:29:04.423035 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d0e4e42-f0d5-4357-820a-8a615c4bde74 req-ee673aea-9d2b-4044-a4f1-7d2ddce580bf tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] No DVR routers for this DVR port 2acc53e6-5fad-45de-9695-638ed83c9206 on host hv-cinder-80403 {{(pid=102545) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:29:04.425642 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-2d0e4e42-f0d5-4357-820a-8a615c4bde74 req-ee673aea-9d2b-4044-a4f1-7d2ddce580bf tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:04.429217 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-2d0e4e42-f0d5-4357-820a-8a615c4bde74 req-ee673aea-9d2b-4044-a4f1-7d2ddce580bf tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.74 "DELETE /v2.0/ports/2acc53e6-5fad-45de-9695-638ed83c9206 HTTP/1.1" status: 204 len: 173 time: 0.4206753 Nov 24 15:29:04.436280 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89769a5-ef2a-400a-9c59-3053f647e3c2', 'name': 'network-vif-deleted', 'tag': '2acc53e6-5fad-45de-9695-638ed83c9206'}] {{(pid=102545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:29:04.439215 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e232a59b198ff96befa2502742fd1f317735a6d9991c1ac6356d20aee71e71d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ebd5e43-180a-47da-af6b-e7aef069b9e3" -d '{"events": [{"server_uuid": "b89769a5-ef2a-400a-9c59-3053f647e3c2", "name": "network-vif-deleted", "tag": "2acc53e6-5fad-45de-9695-638ed83c9206"}]}' {{(pid=102545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:29:04.493524 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887ffd16-29c1-4cc3-aa8b-9440ac70b85d x-openstack-request-id: req-887ffd16-29c1-4cc3-aa8b-9440ac70b85d {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:29:04.494095 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b89769a5-ef2a-400a-9c59-3053f647e3c2", "name": "network-vif-deleted", "tag": "2acc53e6-5fad-45de-9695-638ed83c9206", "status": "completed", "code": 200}]} {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:29:04.494244 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-887ffd16-29c1-4cc3-aa8b-9440ac70b85d {{(pid=102545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:29:04.495151 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b89769a5-ef2a-400a-9c59-3053f647e3c2', 'name': 'network-vif-deleted', 'tag': '2acc53e6-5fad-45de-9695-638ed83c9206', 'status': 'completed', 'code': 200} Nov 24 15:29:04.536802 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3717dbf3-da44-4e3d-a29f-a512a02338d7 req-f4f9123f-4777-4fdc-a43d-d6ca7902b0f7 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:29:04.538258 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-3717dbf3-da44-4e3d-a29f-a512a02338d7 req-f4f9123f-4777-4fdc-a43d-d6ca7902b0f7 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.74 "GET /v2.0/networks?id=aa867618-d47b-434c-83de-e2687c858c2a HTTP/1.1" status: 200 len: 815 time: 0.1489460 Nov 24 15:29:04.552286 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [req-3717dbf3-da44-4e3d-a29f-a512a02338d7 req-524d4a0c-f35a-44f7-a7cf-033535a26520 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Request body: {'port': {'device_id': '959bf993-a057-4234-92fc-9886b7c6da99', 'network_id': 'aa867618-d47b-434c-83de-e2687c858c2a', 'admin_state_up': True, 'tenant_id': '334c8b40c125486ba3a4da48c4908263'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:29:04.629186 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-22d95236-592d-4898-9b79-c39c45a02e67 req-efb4c811-d055-44e8-9f46-918225a21f76 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/ports?device_id=959bf993-a057-4234-92fc-9886b7c6da99 HTTP/1.1" status: 200 len: 210 time: 0.0290816 Nov 24 15:29:04.671089 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-90692d82-7460-451e-b8f6-4e4e342438fd req-489b988f-6ea2-4aad-906b-8ba2ddc1618c tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=b89769a5-ef2a-400a-9c59-3053f647e3c2 HTTP/1.1" status: 200 len: 210 time: 0.0306497 Nov 24 15:29:04.680193 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3717dbf3-da44-4e3d-a29f-a512a02338d7 req-524d4a0c-f35a-44f7-a7cf-033535a26520 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Made reservation on behalf of 334c8b40c125486ba3a4da48c4908263 for: {'port': 1} {{(pid=102545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:29:04.683917 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-3717dbf3-da44-4e3d-a29f-a512a02338d7 req-524d4a0c-f35a-44f7-a7cf-033535a26520 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:04.831759 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.db_base_plugin_common [req-3717dbf3-da44-4e3d-a29f-a512a02338d7 req-524d4a0c-f35a-44f7-a7cf-033535a26520 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Allocated IP 172.20.0.14 (aa867618-d47b-434c-83de-e2687c858c2a/8a98bb50-be5b-4c6d-80dd-eaa8dc2bd6e1/da5d7180-031c-4882-8065-eda013b9c740) {{(pid=102545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:29:04.976908 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-3717dbf3-da44-4e3d-a29f-a512a02338d7 req-524d4a0c-f35a-44f7-a7cf-033535a26520 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Publish callbacks [] for port, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:05.010749 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-3717dbf3-da44-4e3d-a29f-a512a02338d7 req-524d4a0c-f35a-44f7-a7cf-033535a26520 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:05.022988 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] get_ports_and_sgs() called for port_ids ['92eec736-e4cd-4ccf-be5a-8014d692c990', '7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e', '50d1a0ec-16c2-441e-8145-73d64751ca07'] {{(pid=102546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:29:05.058586 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3717dbf3-da44-4e3d-a29f-a512a02338d7 req-524d4a0c-f35a-44f7-a7cf-033535a26520 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Network aa867618-d47b-434c-83de-e2687c858c2a is already hosted by enough agents. {{(pid=102545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:29:05.061700 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [req-3717dbf3-da44-4e3d-a29f-a512a02338d7 req-524d4a0c-f35a-44f7-a7cf-033535a26520 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Resources bound (agent type, host, resource id): {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:29:05.064895 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [req-3717dbf3-da44-4e3d-a29f-a512a02338d7 req-524d4a0c-f35a-44f7-a7cf-033535a26520 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Received port after_create {{(pid=102545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:29:05.096195 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d4a0c-f35a-44f7-a7cf-033535a26520 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Pushing event updated for resources: {'Port': ['ID=da5d7180-031c-4882-8065-eda013b9c740,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:29:05.125457 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3717dbf3-da44-4e3d-a29f-a512a02338d7 req-524d4a0c-f35a-44f7-a7cf-033535a26520 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:29:05.126546 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-3717dbf3-da44-4e3d-a29f-a512a02338d7 req-524d4a0c-f35a-44f7-a7cf-033535a26520 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:05.143840 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-3717dbf3-da44-4e3d-a29f-a512a02338d7 req-524d4a0c-f35a-44f7-a7cf-033535a26520 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5950663 Nov 24 15:29:05.158719 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [req-3717dbf3-da44-4e3d-a29f-a512a02338d7 req-3798c749-bc76-45b4-aba4-41cb08bc72bc service neutron] Request body: {'port': {'device_id': '959bf993-a057-4234-92fc-9886b7c6da99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:29:05.218239 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-3717dbf3-da44-4e3d-a29f-a512a02338d7 req-3798c749-bc76-45b4-aba4-41cb08bc72bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:05.475052 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [req-3717dbf3-da44-4e3d-a29f-a512a02338d7 req-3798c749-bc76-45b4-aba4-41cb08bc72bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da5d7180-031c-4882-8065-eda013b9c740 {{(pid=102545) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:29:05.482294 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-3717dbf3-da44-4e3d-a29f-a512a02338d7 req-3798c749-bc76-45b4-aba4-41cb08bc72bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:05.495087 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.provisioning_blocks [req-3717dbf3-da44-4e3d-a29f-a512a02338d7 req-3798c749-bc76-45b4-aba4-41cb08bc72bc service neutron] Transition to ACTIVE for port object da5d7180-031c-4882-8065-eda013b9c740 will not be triggered until provisioned by entity L2. {{(pid=102545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 15:29:05.498745 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-3717dbf3-da44-4e3d-a29f-a512a02338d7 req-3798c749-bc76-45b4-aba4-41cb08bc72bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13923618'] for port, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:05.562137 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3798c749-bc76-45b4-aba4-41cb08bc72bc service neutron] Pushing event updated for resources: {'Port': ['ID=da5d7180-031c-4882-8065-eda013b9c740,revision_number=2']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:29:05.612064 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-3717dbf3-da44-4e3d-a29f-a512a02338d7 req-3798c749-bc76-45b4-aba4-41cb08bc72bc service neutron] Attempting to bind port da5d7180-031c-4882-8065-eda013b9c740 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:29:05.612397 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-3717dbf3-da44-4e3d-a29f-a512a02338d7 req-3798c749-bc76-45b4-aba4-41cb08bc72bc service neutron] Attempting to bind port da5d7180-031c-4882-8065-eda013b9c740 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '8d82d28c-f78b-4712-82c0-b754e907f9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'aa867618-d47b-434c-83de-e2687c858c2a'}] {{(pid=102545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:29:05.612726 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3717dbf3-da44-4e3d-a29f-a512a02338d7 req-3798c749-bc76-45b4-aba4-41cb08bc72bc service neutron] Attempting to bind port da5d7180-031c-4882-8065-eda013b9c740 on network aa867618-d47b-434c-83de-e2687c858c2a {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:29:05.617109 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3717dbf3-da44-4e3d-a29f-a512a02338d7 req-3798c749-bc76-45b4-aba4-41cb08bc72bc service neutron] Port da5d7180-031c-4882-8065-eda013b9c740 on network aa867618-d47b-434c-83de-e2687c858c2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 15:29:05.617429 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3717dbf3-da44-4e3d-a29f-a512a02338d7 req-3798c749-bc76-45b4-aba4-41cb08bc72bc service neutron] Attempting to bind port da5d7180-031c-4882-8065-eda013b9c740 on network aa867618-d47b-434c-83de-e2687c858c2a {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:29:05.622380 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3717dbf3-da44-4e3d-a29f-a512a02338d7 req-3798c749-bc76-45b4-aba4-41cb08bc72bc service neutron] Checking agent: {'id': 'd4f6996e-fa07-4465-ad79-7a89714f2bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 17, 38), 'started_at': datetime.datetime(2021, 11, 24, 15, 17, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:29:05.622549 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3717dbf3-da44-4e3d-a29f-a512a02338d7 req-3798c749-bc76-45b4-aba4-41cb08bc72bc service neutron] Checking segment: {'id': '8d82d28c-f78b-4712-82c0-b754e907f9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'aa867618-d47b-434c-83de-e2687c858c2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:29:05.622862 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3717dbf3-da44-4e3d-a29f-a512a02338d7 req-3798c749-bc76-45b4-aba4-41cb08bc72bc service neutron] Bound using segment: {'id': '8d82d28c-f78b-4712-82c0-b754e907f9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'aa867618-d47b-434c-83de-e2687c858c2a'} {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:29:05.623281 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-3717dbf3-da44-4e3d-a29f-a512a02338d7 req-3798c749-bc76-45b4-aba4-41cb08bc72bc service neutron] Bound port: da5d7180-031c-4882-8065-eda013b9c740, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d82d28c-f78b-4712-82c0-b754e907f9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'aa867618-d47b-434c-83de-e2687c858c2a'}}] {{(pid=102545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:29:05.623626 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-3717dbf3-da44-4e3d-a29f-a512a02338d7 req-3798c749-bc76-45b4-aba4-41cb08bc72bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:05.685286 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-3717dbf3-da44-4e3d-a29f-a512a02338d7 req-3798c749-bc76-45b4-aba4-41cb08bc72bc service neutron] For port da5d7180-031c-4882-8065-eda013b9c740, host hv-cinder-80403, cleared binding levels {{(pid=102545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:29:05.688328 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-3717dbf3-da44-4e3d-a29f-a512a02338d7 req-3798c749-bc76-45b4-aba4-41cb08bc72bc service neutron] For port da5d7180-031c-4882-8065-eda013b9c740, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=da5d7180-031c-4882-8065-eda013b9c740,segment=NetworkSegment(8d82d28c-f78b-4712-82c0-b754e907f9a7),segment_id=8d82d28c-f78b-4712-82c0-b754e907f9a7)] {{(pid=102545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:29:05.693126 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-3717dbf3-da44-4e3d-a29f-a512a02338d7 req-3798c749-bc76-45b4-aba4-41cb08bc72bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13923618'] for port, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:05.725493 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3717dbf3-da44-4e3d-a29f-a512a02338d7 req-3798c749-bc76-45b4-aba4-41cb08bc72bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:29:05.726331 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-3717dbf3-da44-4e3d-a29f-a512a02338d7 req-3798c749-bc76-45b4-aba4-41cb08bc72bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:05.728884 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-3717dbf3-da44-4e3d-a29f-a512a02338d7 req-3798c749-bc76-45b4-aba4-41cb08bc72bc service neutron] 10.222.0.74 "PUT /v2.0/ports/da5d7180-031c-4882-8065-eda013b9c740 HTTP/1.1" status: 200 len: 1094 time: 0.5753391 Nov 24 15:29:05.758667 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51cec55-8ca7-4c60-a6ef-39f46962c3d9 req-00287a41-1d10-4a58-acb6-941a594cd939 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:29:05.761606 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-a51cec55-8ca7-4c60-a6ef-39f46962c3d9 req-00287a41-1d10-4a58-acb6-941a594cd939 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/ports?device_id=959bf993-a057-4234-92fc-9886b7c6da99 HTTP/1.1" status: 200 len: 944 time: 0.0629883 Nov 24 15:29:05.770520 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3798c749-bc76-45b4-aba4-41cb08bc72bc service neutron] Pushing event updated for resources: {'Port': ['ID=da5d7180-031c-4882-8065-eda013b9c740,revision_number=3']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:29:05.820073 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3717dbf3-da44-4e3d-a29f-a512a02338d7 req-0ab9a526-525f-47ec-9b4a-fae2aa22318d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:29:05.821710 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-3717dbf3-da44-4e3d-a29f-a512a02338d7 req-0ab9a526-525f-47ec-9b4a-fae2aa22318d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=334c8b40c125486ba3a4da48c4908263&device_id=959bf993-a057-4234-92fc-9886b7c6da99 HTTP/1.1" status: 200 len: 1097 time: 0.0476885 Nov 24 15:29:05.832563 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-a51cec55-8ca7-4c60-a6ef-39f46962c3d9 req-716af3d0-0604-43bc-913a-3899c920bedc tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/security-groups?id=76f30e4d-c507-44ba-b949-04e63bce7ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655193 Nov 24 15:29:05.867775 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-3717dbf3-da44-4e3d-a29f-a512a02338d7 req-245f1f52-6415-4e12-8422-e8f516284de8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da5d7180-031c-4882-8065-eda013b9c740 HTTP/1.1" status: 200 len: 217 time: 0.0376792 Nov 24 15:29:05.923724 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3717dbf3-da44-4e3d-a29f-a512a02338d7 req-2ceb8bbc-dd5f-4fed-a9f9-4a97554bef2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:29:05.925209 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-3717dbf3-da44-4e3d-a29f-a512a02338d7 req-2ceb8bbc-dd5f-4fed-a9f9-4a97554bef2a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8a98bb50-be5b-4c6d-80dd-eaa8dc2bd6e1 HTTP/1.1" status: 200 len: 855 time: 0.0431871 Nov 24 15:29:05.960606 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-3717dbf3-da44-4e3d-a29f-a512a02338d7 req-2f029ae9-40d3-441f-8522-1f642cc7e585 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=aa867618-d47b-434c-83de-e2687c858c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242624 Nov 24 15:29:06.058051 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-3717dbf3-da44-4e3d-a29f-a512a02338d7 req-1f3f6298-6b13-4305-837e-00e698a9324e service neutron] 10.222.0.74 "GET /v2.0/networks/aa867618-d47b-434c-83de-e2687c858c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888052 Nov 24 15:29:06.147922 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-3717dbf3-da44-4e3d-a29f-a512a02338d7 req-c1d4e412-4503-42ac-b54a-ae360cbaca7b service neutron] 10.222.0.74 "GET /v2.0/networks/aa867618-d47b-434c-83de-e2687c858c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801215 Nov 24 15:29:06.495934 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '959bf993-a057-4234-92fc-9886b7c6da99', 'tag': 'da5d7180-031c-4882-8065-eda013b9c740'}] {{(pid=102545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:29:06.498333 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e232a59b198ff96befa2502742fd1f317735a6d9991c1ac6356d20aee71e71d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb77744-3cd5-4177-8450-5f8ea61f052a" -d '{"events": [{"name": "network-changed", "server_uuid": "959bf993-a057-4234-92fc-9886b7c6da99", "tag": "da5d7180-031c-4882-8065-eda013b9c740"}]}' {{(pid=102545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:29:06.532701 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb3a9a5-822a-40e7-8187-1e4d8889d3ed x-openstack-request-id: req-0fb3a9a5-822a-40e7-8187-1e4d8889d3ed {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:29:06.532993 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "959bf993-a057-4234-92fc-9886b7c6da99", "tag": "da5d7180-031c-4882-8065-eda013b9c740", "status": "completed", "code": 200}]} {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:29:06.533247 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0fb3a9a5-822a-40e7-8187-1e4d8889d3ed {{(pid=102545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:29:06.533644 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '959bf993-a057-4234-92fc-9886b7c6da99', 'tag': 'da5d7180-031c-4882-8065-eda013b9c740', 'status': 'completed', 'code': 200} Nov 24 15:29:06.598920 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb77744-3cd5-4177-8450-5f8ea61f052a req-fa0cb966-a48c-4a41-9145-176950ebd336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:29:06.600396 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-4cb77744-3cd5-4177-8450-5f8ea61f052a req-fa0cb966-a48c-4a41-9145-176950ebd336 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=334c8b40c125486ba3a4da48c4908263&device_id=959bf993-a057-4234-92fc-9886b7c6da99 HTTP/1.1" status: 200 len: 1097 time: 0.0436773 Nov 24 15:29:06.690058 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb77744-3cd5-4177-8450-5f8ea61f052a req-30a1275b-119e-4550-9e31-788c66a6bb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:29:06.691571 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-4cb77744-3cd5-4177-8450-5f8ea61f052a req-30a1275b-119e-4550-9e31-788c66a6bb85 service neutron] 10.222.0.74 "GET /v2.0/networks?id=aa867618-d47b-434c-83de-e2687c858c2a HTTP/1.1" status: 200 len: 917 time: 0.0833123 Nov 24 15:29:06.737069 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-4cb77744-3cd5-4177-8450-5f8ea61f052a req-309b4429-3704-4bd3-9736-b18ab491b838 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da5d7180-031c-4882-8065-eda013b9c740 HTTP/1.1" status: 200 len: 217 time: 0.0365012 Nov 24 15:29:06.785767 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb77744-3cd5-4177-8450-5f8ea61f052a req-cf695800-e78a-449e-99dd-9e5695bcffb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:29:06.787142 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-4cb77744-3cd5-4177-8450-5f8ea61f052a req-cf695800-e78a-449e-99dd-9e5695bcffb9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8a98bb50-be5b-4c6d-80dd-eaa8dc2bd6e1 HTTP/1.1" status: 200 len: 855 time: 0.0426941 Nov 24 15:29:06.818659 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-4cb77744-3cd5-4177-8450-5f8ea61f052a req-31ce702a-c079-46e6-82b3-a6b6807e5abe service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=aa867618-d47b-434c-83de-e2687c858c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234680 Nov 24 15:29:06.913989 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-4cb77744-3cd5-4177-8450-5f8ea61f052a req-75b6de42-089e-49d9-a69a-f7fec1bb9f9c service neutron] 10.222.0.74 "GET /v2.0/networks/aa867618-d47b-434c-83de-e2687c858c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875778 Nov 24 15:29:06.965333 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae25458-1ea1-4d97-8f8d-d8f78e2da556 req-c54019fc-ba6c-4ede-bc15-daa782311ce2 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:29:06.966880 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-7ae25458-1ea1-4d97-8f8d-d8f78e2da556 req-c54019fc-ba6c-4ede-bc15-daa782311ce2 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/ports?device_id=959bf993-a057-4234-92fc-9886b7c6da99 HTTP/1.1" status: 200 len: 944 time: 0.0581644 Nov 24 15:29:07.007999 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-4cb77744-3cd5-4177-8450-5f8ea61f052a req-8e1249a2-8004-4fcf-8cc8-32a7a9bb1ed2 service neutron] 10.222.0.74 "GET /v2.0/networks/aa867618-d47b-434c-83de-e2687c858c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845120 Nov 24 15:29:07.015654 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-7ae25458-1ea1-4d97-8f8d-d8f78e2da556 req-f9565ae9-4184-4ef0-aa8b-7025c3ddfbe7 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/security-groups?id=76f30e4d-c507-44ba-b949-04e63bce7ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415065 Nov 24 15:29:07.983735 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 38958) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:29:08.052987 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:08.134438 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfaa93e-2b21-4fe6-b6be-fcf5240b126f req-9aa9a123-aba2-49bb-9a70-281af2cca07c tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:29:08.136350 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-0bfaa93e-2b21-4fe6-b6be-fcf5240b126f req-9aa9a123-aba2-49bb-9a70-281af2cca07c tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/ports?device_id=959bf993-a057-4234-92fc-9886b7c6da99 HTTP/1.1" status: 200 len: 944 time: 0.0490520 Nov 24 15:29:08.138777 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [None req-0e25933d-f41c-4082-adbe-c3bc84c347b6 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Deleting port 25b56be0-9d7e-4129-a2e9-ed9c0a82e417 {{(pid=102545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:29:08.139160 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-0e25933d-f41c-4082-adbe-c3bc84c347b6 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:08.184318 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-0bfaa93e-2b21-4fe6-b6be-fcf5240b126f req-10ee90b1-95e5-4842-bf96-780848032438 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/security-groups?id=76f30e4d-c507-44ba-b949-04e63bce7ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416572 Nov 24 15:29:08.215854 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-0e25933d-f41c-4082-adbe-c3bc84c347b6 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:08.216075 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-0e25933d-f41c-4082-adbe-c3bc84c347b6 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:08.228164 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [None req-0e25933d-f41c-4082-adbe-c3bc84c347b6 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Calling delete_port for 25b56be0-9d7e-4129-a2e9-ed9c0a82e417 owned by network:floatingip {{(pid=102545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:29:08.319292 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device da5d7180-031c-4882-8065-eda013b9c740 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 15:29:08.323087 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 2acc53e6-5fad-45de-9695-638ed83c9206 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:29:08.349848 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] No Port match for: 2acc53e6-5fad-45de-9695-638ed83c9206 {{(pid=102546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:29:08.350199 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 2acc53e6-5fad-45de-9695-638ed83c9206 not bound to the agent host hv-cinder-80403 {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:29:08.373992 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-0e25933d-f41c-4082-adbe-c3bc84c347b6 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:08.400545 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e25933d-f41c-4082-adbe-c3bc84c347b6 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Pushing event deleted for resources: {'Port': ['ID=25b56be0-9d7e-4129-a2e9-ed9c0a82e417,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:29:08.438396 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port da5d7180-031c-4882-8065-eda013b9c740, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=da5d7180-031c-4882-8065-eda013b9c740,segment=NetworkSegment(8d82d28c-f78b-4712-82c0-b754e907f9a7),segment_id=8d82d28c-f78b-4712-82c0-b754e907f9a7)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:29:08.448900 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Returning: {'device': 'da5d7180-031c-4882-8065-eda013b9c740', 'network_id': 'aa867618-d47b-434c-83de-e2687c858c2a', 'port_id': 'da5d7180-031c-4882-8065-eda013b9c740', 'mac_address': 'fa:16:3e:b0:3f:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a98bb50-be5b-4c6d-80dd-eaa8dc2bd6e1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 15:29:08.458953 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-0e25933d-f41c-4082-adbe-c3bc84c347b6 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks [] for floatingip, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:08.459286 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.db.l3_db [None req-0e25933d-f41c-4082-adbe-c3bc84c347b6 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Floating IP b5ba6bba-a8f6-49ca-b4b8-b4cf122d72a2 disassociated (deleted). External IP: 172.27.3.225, port: 140a8110-eae9-4c4f-bc1c-8a0a2e8b5413. Nov 24 15:29:08.487471 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:08.500669 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.notifiers.nova [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da5d7180-031c-4882-8065-eda013b9c740 {{(pid=102546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:29:08.520694 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port da5d7180-031c-4882-8065-eda013b9c740, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=da5d7180-031c-4882-8065-eda013b9c740,segment=NetworkSegment(8d82d28c-f78b-4712-82c0-b754e907f9a7),segment_id=8d82d28c-f78b-4712-82c0-b754e907f9a7)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:29:08.525620 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:08.571404 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Pushing event updated for resources: {'Port': ['ID=da5d7180-031c-4882-8065-eda013b9c740,revision_number=4']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:29:08.666015 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e25933d-f41c-4082-adbe-c3bc84c347b6 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Router a2bc1be7-732e-4b4b-a9f9-7a317a77457b has already been hosted by L3 agent cf746c29-e95d-415d-8373-1f02a86f1d46 {{(pid=102545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:29:08.769502 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e25933d-f41c-4082-adbe-c3bc84c347b6 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Notify agent at l3_agent.dv-cinder-804035-20-iscsi the message routers_updated {{(pid=102545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:29:08.774168 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-0e25933d-f41c-4082-adbe-c3bc84c347b6 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for floatingip, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:08.780120 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad1d2c3-f4f0-466a-afad-0f8f12801b31 None None] Sync routers for ids ['a2bc1be7-732e-4b4b-a9f9-7a317a77457b'] in dv-cinder-804035-20-iscsi {{(pid=102546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:29:08.784675 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] get_ports_and_sgs() called for port_ids ['da5d7180-031c-4882-8065-eda013b9c740'] {{(pid=102546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:29:08.799474 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-0e25933d-f41c-4082-adbe-c3bc84c347b6 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "DELETE /v2.0/floatingips/b5ba6bba-a8f6-49ca-b4b8-b4cf122d72a2 HTTP/1.1" status: 204 len: 168 time: 0.8146746 Nov 24 15:29:08.800050 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '246791eb-b0eb-44f0-9417-f106580a57f5', 'tag': '140a8110-eae9-4c4f-bc1c-8a0a2e8b5413'}] {{(pid=102545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:29:08.802311 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e232a59b198ff96befa2502742fd1f317735a6d9991c1ac6356d20aee71e71d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6ae480-ae41-429d-826c-9164fa076e71" -d '{"events": [{"name": "network-changed", "server_uuid": "246791eb-b0eb-44f0-9417-f106580a57f5", "tag": "140a8110-eae9-4c4f-bc1c-8a0a2e8b5413"}]}' {{(pid=102545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:29:08.825834 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad1d2c3-f4f0-466a-afad-0f8f12801b31 None None] Routers {'a2bc1be7-732e-4b4b-a9f9-7a317a77457b'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:29:08.826465 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-5ad1d2c3-f4f0-466a-afad-0f8f12801b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:28:48Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['a2bc1be7-732e-4b4b-a9f9-7a317a77457b'], 'active': True} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:29:08.848406 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead9cd28-816d-4a2c-9d18-63dceb47c2ae x-openstack-request-id: req-ead9cd28-816d-4a2c-9d18-63dceb47c2ae {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:29:08.848703 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "246791eb-b0eb-44f0-9417-f106580a57f5", "tag": "140a8110-eae9-4c4f-bc1c-8a0a2e8b5413", "status": "completed", "code": 200}]} {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:29:08.848957 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ead9cd28-816d-4a2c-9d18-63dceb47c2ae {{(pid=102545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:29:08.849358 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '246791eb-b0eb-44f0-9417-f106580a57f5', 'tag': '140a8110-eae9-4c4f-bc1c-8a0a2e8b5413', 'status': 'completed', 'code': 200} Nov 24 15:29:08.922707 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ae480-ae41-429d-826c-9164fa076e71 req-564ddc7e-c8e0-4b65-b75a-f6803963ada5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:29:08.924290 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-db6ae480-ae41-429d-826c-9164fa076e71 req-564ddc7e-c8e0-4b65-b75a-f6803963ada5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b981a3c2d7974c7ca0c54a5262ea5220&device_id=246791eb-b0eb-44f0-9417-f106580a57f5 HTTP/1.1" status: 200 len: 1099 time: 0.0509057 Nov 24 15:29:09.029397 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ae480-ae41-429d-826c-9164fa076e71 req-e4da0300-aabc-446d-a512-d2065bb1e866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:29:09.031004 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-db6ae480-ae41-429d-826c-9164fa076e71 req-e4da0300-aabc-446d-a512-d2065bb1e866 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f26750e4-e797-4f7f-b557-e7463bad5d42 HTTP/1.1" status: 200 len: 913 time: 0.0980923 Nov 24 15:29:09.046773 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f13c6-af77-4229-bb02-615a380e3ed4 req-d55ff858-f235-4e22-8366-455bc5ac5479 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:29:09.048710 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-764f13c6-af77-4229-bb02-615a380e3ed4 req-d55ff858-f235-4e22-8366-455bc5ac5479 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=246791eb-b0eb-44f0-9417-f106580a57f5 HTTP/1.1" status: 200 len: 946 time: 0.0541382 Nov 24 15:29:09.078574 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-db6ae480-ae41-429d-826c-9164fa076e71 req-17724652-f291-4255-8262-1b3e8038a757 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=140a8110-eae9-4c4f-bc1c-8a0a2e8b5413 HTTP/1.1" status: 200 len: 217 time: 0.0383773 Nov 24 15:29:09.102527 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvr_db [None req-5ad1d2c3-f4f0-466a-afad-0f8f12801b31 None None] Set router a2bc1be7-732e-4b4b-a9f9-7a317a77457b gateway port host: dv-cinder-804035-20-iscsi {{(pid=102546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:29:09.106742 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-764f13c6-af77-4229-bb02-615a380e3ed4 req-bfc27b8a-4431-4258-b78a-b266fe979c3a tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511234 Nov 24 15:29:09.128982 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ae480-ae41-429d-826c-9164fa076e71 req-3305836b-52c7-42ce-a61e-b7c967e1dab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:29:09.130003 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-db6ae480-ae41-429d-826c-9164fa076e71 req-3305836b-52c7-42ce-a61e-b7c967e1dab6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7c9fc6c3-0838-4b30-a030-a699466a6c53 HTTP/1.1" status: 200 len: 850 time: 0.0446930 Nov 24 15:29:09.179973 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ae480-ae41-429d-826c-9164fa076e71 req-19694cd5-82d8-4dba-9fed-da653eded461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:29:09.181480 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-db6ae480-ae41-429d-826c-9164fa076e71 req-19694cd5-82d8-4dba-9fed-da653eded461 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f26750e4-e797-4f7f-b557-e7463bad5d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0389774 Nov 24 15:29:09.318964 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c7c1e-fd4c-4ae8-a410-bfb356620512 req-4812def6-451d-49ab-b315-f525042c3c21 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:29:09.320455 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-189c7c1e-fd4c-4ae8-a410-bfb356620512 req-4812def6-451d-49ab-b315-f525042c3c21 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/ports?device_id=959bf993-a057-4234-92fc-9886b7c6da99 HTTP/1.1" status: 200 len: 945 time: 0.0628591 Nov 24 15:29:09.340800 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-5ad1d2c3-f4f0-466a-afad-0f8f12801b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'name': 'tempest-TestVolumeBootPattern-116187741-router', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '4264a2b7-6efb-4cdc-ac80-dce005fa7b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:20:49Z', 'updated_at': '2021-11-24T15:20:52Z', 'revision_number': 4, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'gw_port': {'id': '4264a2b7-6efb-4cdc-ac80-dce005fa7b88', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:50Z', 'updated_at': '2021-11-24T15:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': 'b833f9f1-eb1e-47da-9e09-db5a1ab5dd3d', 'name': '', 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'mac_address': 'fa:16:3e:54:22:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '7c9fc6c3-0838-4b30-a030-a699466a6c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:52Z', 'updated_at': '2021-11-24T15:20:58Z', 'revision_number': 5, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'subnets': [{'id': '7c9fc6c3-0838-4b30-a030-a699466a6c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:29:09.372937 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-189c7c1e-fd4c-4ae8-a410-bfb356620512 req-a800c461-a47d-4a84-ba21-5e1d8dd9f880 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/security-groups?id=76f30e4d-c507-44ba-b949-04e63bce7ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456758 Nov 24 15:29:09.380218 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad1d2c3-f4f0-466a-afad-0f8f12801b31 None None] Checking router: a2bc1be7-732e-4b4b-a9f9-7a317a77457b for host: dv-cinder-804035-20-iscsi {{(pid=102546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:29:09.390272 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad1d2c3-f4f0-466a-afad-0f8f12801b31 None None] Routers {'a2bc1be7-732e-4b4b-a9f9-7a317a77457b'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:29:09.391173 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-5ad1d2c3-f4f0-466a-afad-0f8f12801b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:28:48Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['a2bc1be7-732e-4b4b-a9f9-7a317a77457b'], 'active': True} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:29:09.503390 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvr_db [None req-5ad1d2c3-f4f0-466a-afad-0f8f12801b31 None None] Set router a2bc1be7-732e-4b4b-a9f9-7a317a77457b gateway port host: dv-cinder-804035-20-iscsi {{(pid=102546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:29:09.534396 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-db6ae480-ae41-429d-826c-9164fa076e71 req-164b7a83-d4f0-42a2-87d7-54ce97c46b70 service neutron] 10.222.0.74 "GET /v2.0/networks/f26750e4-e797-4f7f-b557-e7463bad5d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438919 Nov 24 15:29:09.624366 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-db6ae480-ae41-429d-826c-9164fa076e71 req-c66e376d-2de7-439f-b849-4b633fefd67e service neutron] 10.222.0.74 "GET /v2.0/networks/f26750e4-e797-4f7f-b557-e7463bad5d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806553 Nov 24 15:29:09.697731 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-5ad1d2c3-f4f0-466a-afad-0f8f12801b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'name': 'tempest-TestVolumeBootPattern-116187741-router', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '4264a2b7-6efb-4cdc-ac80-dce005fa7b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:20:49Z', 'updated_at': '2021-11-24T15:20:52Z', 'revision_number': 4, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'gw_port': {'id': '4264a2b7-6efb-4cdc-ac80-dce005fa7b88', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:50Z', 'updated_at': '2021-11-24T15:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': 'b833f9f1-eb1e-47da-9e09-db5a1ab5dd3d', 'name': '', 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'mac_address': 'fa:16:3e:54:22:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '7c9fc6c3-0838-4b30-a030-a699466a6c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:52Z', 'updated_at': '2021-11-24T15:20:58Z', 'revision_number': 5, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'subnets': [{'id': '7c9fc6c3-0838-4b30-a030-a699466a6c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:29:09.723165 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad1d2c3-f4f0-466a-afad-0f8f12801b31 None None] The sync data for ids ['a2bc1be7-732e-4b4b-a9f9-7a317a77457b'] in dv-cinder-804035-20-iscsi is: [{'id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'name': 'tempest-TestVolumeBootPattern-116187741-router', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '4264a2b7-6efb-4cdc-ac80-dce005fa7b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:20:49Z', 'updated_at': '2021-11-24T15:20:52Z', 'revision_number': 4, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'gw_port': {'id': '4264a2b7-6efb-4cdc-ac80-dce005fa7b88', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:50Z', 'updated_at': '2021-11-24T15:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': 'b833f9f1-eb1e-47da-9e09-db5a1ab5dd3d', 'name': '', 'network_id': 'f26750e4-e797-4f7f-b557-e7463bad5d42', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'mac_address': 'fa:16:3e:54:22:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '7c9fc6c3-0838-4b30-a030-a699466a6c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:52Z', 'updated_at': '2021-11-24T15:20:58Z', 'revision_number': 5, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'subnets': [{'id': '7c9fc6c3-0838-4b30-a030-a699466a6c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:29:09.944387 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2871fa55-6ec5-4998-95b3-a44ef0615c26 None None] New status for floating IP b5ba6bba-a8f6-49ca-b4b8-b4cf122d72a2: DOWN {{(pid=102547) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 15:29:10.221960 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccba8a-2cef-4414-9354-081b0c49bf31 req-94dcfa7e-eee8-4a71-82dc-0bc71c8a536a tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:29:10.223459 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-a9ccba8a-2cef-4414-9354-081b0c49bf31 req-94dcfa7e-eee8-4a71-82dc-0bc71c8a536a tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=246791eb-b0eb-44f0-9417-f106580a57f5 HTTP/1.1" status: 200 len: 946 time: 0.0482655 Nov 24 15:29:10.272705 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-a9ccba8a-2cef-4414-9354-081b0c49bf31 req-9149f723-a20c-4b84-98cf-859551ea4a59 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/security-groups?id=9212a777-7328-4da1-b1eb-cee9e4183283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433064 Nov 24 15:29:10.320592 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device da5d7180-031c-4882-8065-eda013b9c740 up at agent hyperv_hv-cinder-80403 {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:29:10.371805 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Provisioning for port da5d7180-031c-4882-8065-eda013b9c740 completed by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 15:29:10.376673 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Provisioning complete for port da5d7180-031c-4882-8065-eda013b9c740 triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:29:10.377051 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:10.454216 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:10.476451 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959bf993-a057-4234-92fc-9886b7c6da99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da5d7180-031c-4882-8065-eda013b9c740'}] {{(pid=102546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:29:10.478794 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec30b6fee894e899a7ef63b5da9bb2e859d87fc094cada3931da851dba0edc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54531264-1797-400f-8471-b7e40e53137d" -d '{"events": [{"server_uuid": "959bf993-a057-4234-92fc-9886b7c6da99", "name": "network-vif-plugged", "status": "completed", "tag": "da5d7180-031c-4882-8065-eda013b9c740"}]}' {{(pid=102546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:29:10.492334 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port da5d7180-031c-4882-8065-eda013b9c740, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=da5d7180-031c-4882-8065-eda013b9c740,segment=NetworkSegment(8d82d28c-f78b-4712-82c0-b754e907f9a7),segment_id=8d82d28c-f78b-4712-82c0-b754e907f9a7)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:29:10.492699 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af91e0-75a6-46a9-8aa0-3d9c9fe56cd2 req-02dca817-77fa-454b-9481-da206c08b5d2 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:29:10.494898 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-a5af91e0-75a6-46a9-8aa0-3d9c9fe56cd2 req-02dca817-77fa-454b-9481-da206c08b5d2 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/ports?device_id=959bf993-a057-4234-92fc-9886b7c6da99 HTTP/1.1" status: 200 len: 945 time: 0.0537868 Nov 24 15:29:10.500097 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:10.526906 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533876a1-b25b-455f-9751-2f7534c9590e x-openstack-request-id: req-533876a1-b25b-455f-9751-2f7534c9590e {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:29:10.527208 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "959bf993-a057-4234-92fc-9886b7c6da99", "name": "network-vif-plugged", "status": "completed", "tag": "da5d7180-031c-4882-8065-eda013b9c740", "code": 200}]} {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:29:10.527463 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-533876a1-b25b-455f-9751-2f7534c9590e {{(pid=102546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:29:10.527850 dv-cinder-804035-20-iscsi neutron-server[102546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '959bf993-a057-4234-92fc-9886b7c6da99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da5d7180-031c-4882-8065-eda013b9c740', 'code': 200} Nov 24 15:29:10.553609 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-a5af91e0-75a6-46a9-8aa0-3d9c9fe56cd2 req-ee7d8756-fb44-47b5-b24d-9bb0757b5431 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/security-groups?id=76f30e4d-c507-44ba-b949-04e63bce7ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497689 Nov 24 15:29:10.556105 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Pushing event updated for resources: {'Port': ['ID=da5d7180-031c-4882-8065-eda013b9c740,revision_number=5']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:29:10.733909 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c50fbe-937c-432b-97a6-bf81823a60ef req-1fe1b4fe-df69-46da-8822-37f64a8d97ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:29:10.735841 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-a7c50fbe-937c-432b-97a6-bf81823a60ef req-1fe1b4fe-df69-46da-8822-37f64a8d97ba service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=959bf993-a057-4234-92fc-9886b7c6da99 HTTP/1.1" status: 200 len: 1099 time: 0.0678434 Nov 24 15:29:10.756227 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff2db0-f31f-45c5-9a53-4fd0e67387c0 req-11fdd397-ac52-4787-882e-1506be4f39a4 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:29:10.757581 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-afff2db0-f31f-45c5-9a53-4fd0e67387c0 req-11fdd397-ac52-4787-882e-1506be4f39a4 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.74 "GET /v2.0/ports?device_id=246791eb-b0eb-44f0-9417-f106580a57f5 HTTP/1.1" status: 200 len: 946 time: 0.0660746 Nov 24 15:29:10.820071 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-a7c50fbe-937c-432b-97a6-bf81823a60ef req-7de5e05d-a5b1-4068-b0b1-ea1a14c8a5a7 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=76f30e4d-c507-44ba-b949-04e63bce7ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773251 Nov 24 15:29:10.862420 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [req-afff2db0-f31f-45c5-9a53-4fd0e67387c0 req-e500cf63-7c48-4db7-9f5e-e25c6e2a7be6 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Deleting port 140a8110-eae9-4c4f-bc1c-8a0a2e8b5413 {{(pid=102545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:29:10.863113 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-afff2db0-f31f-45c5-9a53-4fd0e67387c0 req-e500cf63-7c48-4db7-9f5e-e25c6e2a7be6 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:10.950156 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-afff2db0-f31f-45c5-9a53-4fd0e67387c0 req-e500cf63-7c48-4db7-9f5e-e25c6e2a7be6 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] For port 140a8110-eae9-4c4f-bc1c-8a0a2e8b5413, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=140a8110-eae9-4c4f-bc1c-8a0a2e8b5413,segment=NetworkSegment(c14c8334-0300-446a-a3d0-b8976f89fcf3),segment_id=c14c8334-0300-446a-a3d0-b8976f89fcf3)] {{(pid=102545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:29:10.950508 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-afff2db0-f31f-45c5-9a53-4fd0e67387c0 req-e500cf63-7c48-4db7-9f5e-e25c6e2a7be6 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:10.964251 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [req-afff2db0-f31f-45c5-9a53-4fd0e67387c0 req-e500cf63-7c48-4db7-9f5e-e25c6e2a7be6 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Calling delete_port for 140a8110-eae9-4c4f-bc1c-8a0a2e8b5413 owned by compute:nova {{(pid=102545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:29:11.088005 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-afff2db0-f31f-45c5-9a53-4fd0e67387c0 req-e500cf63-7c48-4db7-9f5e-e25c6e2a7be6 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:11.119100 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e500cf63-7c48-4db7-9f5e-e25c6e2a7be6 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Pushing event deleted for resources: {'Port': ['ID=140a8110-eae9-4c4f-bc1c-8a0a2e8b5413,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:29:11.158187 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [req-afff2db0-f31f-45c5-9a53-4fd0e67387c0 req-e500cf63-7c48-4db7-9f5e-e25c6e2a7be6 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] No DVR routers for this DVR port 140a8110-eae9-4c4f-bc1c-8a0a2e8b5413 on host hv-cinder-80403 {{(pid=102545) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:29:11.160866 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-afff2db0-f31f-45c5-9a53-4fd0e67387c0 req-e500cf63-7c48-4db7-9f5e-e25c6e2a7be6 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:11.164285 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-afff2db0-f31f-45c5-9a53-4fd0e67387c0 req-e500cf63-7c48-4db7-9f5e-e25c6e2a7be6 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.74 "DELETE /v2.0/ports/140a8110-eae9-4c4f-bc1c-8a0a2e8b5413 HTTP/1.1" status: 204 len: 173 time: 0.3988271 Nov 24 15:29:11.164744 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246791eb-b0eb-44f0-9417-f106580a57f5', 'name': 'network-vif-deleted', 'tag': '140a8110-eae9-4c4f-bc1c-8a0a2e8b5413'}] {{(pid=102545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:29:11.166991 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e232a59b198ff96befa2502742fd1f317735a6d9991c1ac6356d20aee71e71d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a1d484-b54f-475a-b4fe-1cee37003773" -d '{"events": [{"server_uuid": "246791eb-b0eb-44f0-9417-f106580a57f5", "name": "network-vif-deleted", "tag": "140a8110-eae9-4c4f-bc1c-8a0a2e8b5413"}]}' {{(pid=102545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:29:11.203435 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbeaa289-e007-48a4-b119-123b3f35169f x-openstack-request-id: req-dbeaa289-e007-48a4-b119-123b3f35169f {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:29:11.203732 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246791eb-b0eb-44f0-9417-f106580a57f5", "name": "network-vif-deleted", "tag": "140a8110-eae9-4c4f-bc1c-8a0a2e8b5413", "status": "completed", "code": 200}]} {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:29:11.203988 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dbeaa289-e007-48a4-b119-123b3f35169f {{(pid=102545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:29:11.204391 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246791eb-b0eb-44f0-9417-f106580a57f5', 'name': 'network-vif-deleted', 'tag': '140a8110-eae9-4c4f-bc1c-8a0a2e8b5413', 'status': 'completed', 'code': 200} Nov 24 15:29:11.369965 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-a3ec49fc-4eff-436d-8554-705e0a8d5d9c req-9db5fa6c-b8c6-48d3-92ee-b70e907571fe tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "GET /v2.0/ports?device_id=246791eb-b0eb-44f0-9417-f106580a57f5 HTTP/1.1" status: 200 len: 210 time: 0.0278313 Nov 24 15:29:11.669912 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77010904-bb33-4fbe-b756-70cc6a5636e4 req-70773415-dadb-4f3b-a5e8-45c2a1d65f7f tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:29:11.671327 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-77010904-bb33-4fbe-b756-70cc6a5636e4 req-70773415-dadb-4f3b-a5e8-45c2a1d65f7f tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/ports?device_id=959bf993-a057-4234-92fc-9886b7c6da99 HTTP/1.1" status: 200 len: 946 time: 0.0485656 Nov 24 15:29:11.717233 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-77010904-bb33-4fbe-b756-70cc6a5636e4 req-2a97163f-bdf5-4890-b31b-94202f397ae4 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/security-groups?id=76f30e4d-c507-44ba-b949-04e63bce7ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401073 Nov 24 15:29:12.423940 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 38984) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:29:12.543958 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.plugin [None req-ad167696-fb27-4290-a9fe-6ce69457ccb8 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Deleting port f2117413-39cd-4f59-987b-96f4d23693c2 {{(pid=102544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:29:12.543958 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-ad167696-fb27-4290-a9fe-6ce69457ccb8 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:12.620569 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-ad167696-fb27-4290-a9fe-6ce69457ccb8 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:12.620889 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-ad167696-fb27-4290-a9fe-6ce69457ccb8 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:12.632232 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.plugin [None req-ad167696-fb27-4290-a9fe-6ce69457ccb8 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Calling delete_port for f2117413-39cd-4f59-987b-96f4d23693c2 owned by network:floatingip {{(pid=102544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:29:12.762199 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-ad167696-fb27-4290-a9fe-6ce69457ccb8 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15752001'] for port, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:12.787267 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad167696-fb27-4290-a9fe-6ce69457ccb8 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Pushing event deleted for resources: {'Port': ['ID=f2117413-39cd-4f59-987b-96f4d23693c2,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:29:12.820713 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad167696-fb27-4290-a9fe-6ce69457ccb8 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:29:12.821076 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad167696-fb27-4290-a9fe-6ce69457ccb8 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:29:12.821423 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad167696-fb27-4290-a9fe-6ce69457ccb8 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:29:12.821763 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad167696-fb27-4290-a9fe-6ce69457ccb8 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:29:12.822098 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad167696-fb27-4290-a9fe-6ce69457ccb8 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:29:12.822440 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad167696-fb27-4290-a9fe-6ce69457ccb8 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:29:12.822773 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad167696-fb27-4290-a9fe-6ce69457ccb8 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:29:12.823140 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad167696-fb27-4290-a9fe-6ce69457ccb8 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:29:12.823468 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad167696-fb27-4290-a9fe-6ce69457ccb8 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:29:12.823797 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad167696-fb27-4290-a9fe-6ce69457ccb8 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:29:12.824124 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad167696-fb27-4290-a9fe-6ce69457ccb8 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:29:12.824448 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad167696-fb27-4290-a9fe-6ce69457ccb8 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:29:12.889055 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884eef7-8ed7-4b04-8b3d-c9d6f036dd26 req-a7569c4c-aa6c-4749-b311-6833c4bc802a tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:29:12.890571 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c884eef7-8ed7-4b04-8b3d-c9d6f036dd26 req-a7569c4c-aa6c-4749-b311-6833c4bc802a tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/ports?device_id=959bf993-a057-4234-92fc-9886b7c6da99 HTTP/1.1" status: 200 len: 946 time: 0.1044753 Nov 24 15:29:12.913241 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-ad167696-fb27-4290-a9fe-6ce69457ccb8 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks [] for floatingip, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:12.915775 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-ad167696-fb27-4290-a9fe-6ce69457ccb8 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for floatingip, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:12.916878 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-ad167696-fb27-4290-a9fe-6ce69457ccb8 tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "DELETE /v2.0/floatingips/37ad63e4-6794-45b0-8deb-6035088fe01f HTTP/1.1" status: 204 len: 168 time: 0.4919176 Nov 24 15:29:12.947063 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c884eef7-8ed7-4b04-8b3d-c9d6f036dd26 req-fef8b45f-7614-4998-bbbf-8848f48f6ffc tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/security-groups?id=76f30e4d-c507-44ba-b949-04e63bce7ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502100 Nov 24 15:29:14.104917 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 39004) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:29:14.160339 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-19d230cb-2caf-40b7-a5b1-72c7014dca0c tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:14.184724 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-19d230cb-2caf-40b7-a5b1-72c7014dca0c tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:14.246744 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-19d230cb-2caf-40b7-a5b1-72c7014dca0c tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:14.249443 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-19d230cb-2caf-40b7-a5b1-72c7014dca0c tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:14.250595 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-19d230cb-2caf-40b7-a5b1-72c7014dca0c tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] 10.222.0.66 "DELETE /v2.0/security-groups/9212a777-7328-4da1-b1eb-cee9e4183283 HTTP/1.1" status: 204 len: 168 time: 0.1447010 Nov 24 15:29:14.272939 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d230cb-2caf-40b7-a5b1-72c7014dca0c tempest-TestVolumeBootPattern-2041955855 tempest-TestVolumeBootPattern-2041955855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9212a777-7328-4da1-b1eb-cee9e4183283,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:29:14.322759 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 39014) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:29:14.374309 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 140a8110-eae9-4c4f-bc1c-8a0a2e8b5413 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:29:14.406300 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] No Port match for: 140a8110-eae9-4c4f-bc1c-8a0a2e8b5413 {{(pid=102546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:29:14.407261 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 140a8110-eae9-4c4f-bc1c-8a0a2e8b5413 not bound to the agent host hv-cinder-80403 {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:29:14.733794 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-27766f0e-2e88-4c73-ac02-4e8b98879e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-679738'] for router_interface, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:14.975240 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.plugin [None req-27766f0e-2e88-4c73-ac02-4e8b98879e3d admin admin] Deleting port b833f9f1-eb1e-47da-9e09-db5a1ab5dd3d {{(pid=102544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:29:14.975574 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-27766f0e-2e88-4c73-ac02-4e8b98879e3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:15.052688 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.db [None req-27766f0e-2e88-4c73-ac02-4e8b98879e3d admin admin] For port b833f9f1-eb1e-47da-9e09-db5a1ab5dd3d, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=b833f9f1-eb1e-47da-9e09-db5a1ab5dd3d,segment=NetworkSegment(c14c8334-0300-446a-a3d0-b8976f89fcf3),segment_id=c14c8334-0300-446a-a3d0-b8976f89fcf3)] {{(pid=102544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:29:15.053046 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-27766f0e-2e88-4c73-ac02-4e8b98879e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:15.065491 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.plugin [None req-27766f0e-2e88-4c73-ac02-4e8b98879e3d admin admin] Calling delete_port for b833f9f1-eb1e-47da-9e09-db5a1ab5dd3d owned by network:router_interface {{(pid=102544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:29:15.192823 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-b8235880-8d0a-4f71-abaf-ab10b7cd0b80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:15.242546 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-27766f0e-2e88-4c73-ac02-4e8b98879e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15752001'] for port, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:15.268460 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27766f0e-2e88-4c73-ac02-4e8b98879e3d admin admin] Pushing event deleted for resources: {'Port': ['ID=b833f9f1-eb1e-47da-9e09-db5a1ab5dd3d,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:29:15.428016 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-27766f0e-2e88-4c73-ac02-4e8b98879e3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679846'] for router_interface, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:15.638588 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27766f0e-2e88-4c73-ac02-4e8b98879e3d admin admin] Router a2bc1be7-732e-4b4b-a9f9-7a317a77457b has already been hosted by L3 agent cf746c29-e95d-415d-8373-1f02a86f1d46 {{(pid=102544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:29:15.743004 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27766f0e-2e88-4c73-ac02-4e8b98879e3d admin admin] Notify agent at l3_agent.dv-cinder-804035-20-iscsi the message routers_updated {{(pid=102544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:29:15.747986 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-27766f0e-2e88-4c73-ac02-4e8b98879e3d admin admin] 10.222.0.66 "PUT /v2.0/routers/a2bc1be7-732e-4b4b-a9f9-7a317a77457b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4243729 Nov 24 15:29:15.750582 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 39026) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:29:15.753295 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2caf71-6559-41c8-acbc-b6f52a6c8ee3 None None] Sync routers for ids ['a2bc1be7-732e-4b4b-a9f9-7a317a77457b'] in dv-cinder-804035-20-iscsi {{(pid=102546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:29:15.762862 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2caf71-6559-41c8-acbc-b6f52a6c8ee3 None None] Routers {'a2bc1be7-732e-4b4b-a9f9-7a317a77457b'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:29:15.763506 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-ae2caf71-6559-41c8-acbc-b6f52a6c8ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:28:48Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['a2bc1be7-732e-4b4b-a9f9-7a317a77457b'], 'active': True} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:29:15.852201 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-801b7a4b-9ae4-4e3a-83be-59b2d0a8f9e9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:15.872933 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvr_db [None req-ae2caf71-6559-41c8-acbc-b6f52a6c8ee3 None None] Set router a2bc1be7-732e-4b4b-a9f9-7a317a77457b gateway port host: dv-cinder-804035-20-iscsi {{(pid=102546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:29:15.953112 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-801b7a4b-9ae4-4e3a-83be-59b2d0a8f9e9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:16.006129 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.plugin [None req-801b7a4b-9ae4-4e3a-83be-59b2d0a8f9e9 admin admin] Deleting port 4264a2b7-6efb-4cdc-ac80-dce005fa7b88 {{(pid=102544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:29:16.006471 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-801b7a4b-9ae4-4e3a-83be-59b2d0a8f9e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:16.054898 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-ae2caf71-6559-41c8-acbc-b6f52a6c8ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'name': 'tempest-TestVolumeBootPattern-116187741-router', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '4264a2b7-6efb-4cdc-ac80-dce005fa7b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:20:49Z', 'updated_at': '2021-11-24T15:29:15Z', 'revision_number': 5, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'gw_port': {'id': '4264a2b7-6efb-4cdc-ac80-dce005fa7b88', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:50Z', 'updated_at': '2021-11-24T15:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi'}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:29:16.081797 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2caf71-6559-41c8-acbc-b6f52a6c8ee3 None None] Checking router: a2bc1be7-732e-4b4b-a9f9-7a317a77457b for host: dv-cinder-804035-20-iscsi {{(pid=102546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:29:16.089936 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.db [None req-801b7a4b-9ae4-4e3a-83be-59b2d0a8f9e9 admin admin] For port 4264a2b7-6efb-4cdc-ac80-dce005fa7b88, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=4264a2b7-6efb-4cdc-ac80-dce005fa7b88,segment=NetworkSegment(0ed66df3-fe9f-4da3-924e-b64abe4f4390),segment_id=0ed66df3-fe9f-4da3-924e-b64abe4f4390)] {{(pid=102544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:29:16.090283 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2caf71-6559-41c8-acbc-b6f52a6c8ee3 None None] Routers {'a2bc1be7-732e-4b4b-a9f9-7a317a77457b'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:29:16.090402 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-801b7a4b-9ae4-4e3a-83be-59b2d0a8f9e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:16.091000 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-ae2caf71-6559-41c8-acbc-b6f52a6c8ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:28:48Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['a2bc1be7-732e-4b4b-a9f9-7a317a77457b'], 'active': True} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:29:16.102898 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.plugin [None req-801b7a4b-9ae4-4e3a-83be-59b2d0a8f9e9 admin admin] Calling delete_port for 4264a2b7-6efb-4cdc-ac80-dce005fa7b88 owned by network:router_gateway {{(pid=102544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:29:16.177214 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvr_db [None req-ae2caf71-6559-41c8-acbc-b6f52a6c8ee3 None None] Set router a2bc1be7-732e-4b4b-a9f9-7a317a77457b gateway port host: None {{(pid=102546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:29:16.231880 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-ae2caf71-6559-41c8-acbc-b6f52a6c8ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'name': 'tempest-TestVolumeBootPattern-116187741-router', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:20:49Z', 'updated_at': '2021-11-24T15:29:15Z', 'revision_number': 6, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'gw_port_host': None}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:29:16.258040 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2caf71-6559-41c8-acbc-b6f52a6c8ee3 None None] The sync data for ids ['a2bc1be7-732e-4b4b-a9f9-7a317a77457b'] in dv-cinder-804035-20-iscsi is: [{'id': 'a2bc1be7-732e-4b4b-a9f9-7a317a77457b', 'name': 'tempest-TestVolumeBootPattern-116187741-router', 'tenant_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:20:49Z', 'updated_at': '2021-11-24T15:29:15Z', 'revision_number': 6, 'project_id': 'b981a3c2d7974c7ca0c54a5262ea5220', 'gw_port_host': None}] {{(pid=102546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:29:16.273071 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-801b7a4b-9ae4-4e3a-83be-59b2d0a8f9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15752001'] for port, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:16.304427 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b7a4b-9ae4-4e3a-83be-59b2d0a8f9e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4264a2b7-6efb-4cdc-ac80-dce005fa7b88,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:29:16.361929 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-801b7a4b-9ae4-4e3a-83be-59b2d0a8f9e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663808'] for router_gateway, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:16.680008 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-801b7a4b-9ae4-4e3a-83be-59b2d0a8f9e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-679758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3229'] for router, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:16.682551 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-801b7a4b-9ae4-4e3a-83be-59b2d0a8f9e9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:16.724958 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-801b7a4b-9ae4-4e3a-83be-59b2d0a8f9e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663938'] for router, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:16.725594 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801b7a4b-9ae4-4e3a-83be-59b2d0a8f9e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2bc1be7-732e-4b4b-a9f9-7a317a77457b {{(pid=102544) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 15:29:16.730101 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-801b7a4b-9ae4-4e3a-83be-59b2d0a8f9e9 admin admin] Publish callbacks [] for router, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:16.731297 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-801b7a4b-9ae4-4e3a-83be-59b2d0a8f9e9 admin admin] 10.222.0.66 "DELETE /v2.0/routers/a2bc1be7-732e-4b4b-a9f9-7a317a77457b HTTP/1.1" status: 204 len: 168 time: 0.9797456 Nov 24 15:29:16.733838 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 39030) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:29:16.778365 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.db.db_base_plugin_v2 [None req-55d2808b-15ad-4289-affc-744d32a43468 admin admin] Deleting subnet 7c9fc6c3-0838-4b30-a030-a699466a6c53 {{(pid=102544) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 15:29:16.782028 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-55d2808b-15ad-4289-affc-744d32a43468 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:16.814963 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-55d2808b-15ad-4289-affc-744d32a43468 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15251451'] for subnet, precommit_delete_associations {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:16.893465 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-55d2808b-15ad-4289-affc-744d32a43468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469115'] for subnet, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:16.944243 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-55d2808b-15ad-4289-affc-744d32a43468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15751986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13828195'] for subnet, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:16.971398 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2808b-15ad-4289-affc-744d32a43468 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c9fc6c3-0838-4b30-a030-a699466a6c53,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:29:16.973381 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-55d2808b-15ad-4289-affc-744d32a43468 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for subnet, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:16.976653 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-55d2808b-15ad-4289-affc-744d32a43468 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/7c9fc6c3-0838-4b30-a030-a699466a6c53 HTTP/1.1" status: 204 len: 168 time: 0.2418082 Nov 24 15:29:16.979099 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 39032) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:29:16.979320 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ab2228-04b4-4a60-9766-f2111edcfa3f None None] Network f26750e4-e797-4f7f-b557-e7463bad5d42 requested from dv-cinder-804035-20-iscsi {{(pid=102546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:29:17.054231 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c661097c-f200-43aa-8509-39acb6abcfde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541282'] for network, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:17.107623 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.plugin [None req-c661097c-f200-43aa-8509-39acb6abcfde admin admin] Deleting port 92216e7d-3e04-467b-b9e9-6478d40eb950 {{(pid=102544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:29:17.107973 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c661097c-f200-43aa-8509-39acb6abcfde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:17.170397 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3834f2-a8e1-420c-8a89-c67762f0db48 None None] DHCP port deletion for f26750e4-e797-4f7f-b557-e7463bad5d42 request from dv-cinder-804035-20-iscsi {{(pid=102546) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 15:29:17.173882 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.db [None req-c661097c-f200-43aa-8509-39acb6abcfde admin admin] For port 92216e7d-3e04-467b-b9e9-6478d40eb950, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=92216e7d-3e04-467b-b9e9-6478d40eb950,segment=NetworkSegment(c14c8334-0300-446a-a3d0-b8976f89fcf3),segment_id=c14c8334-0300-446a-a3d0-b8976f89fcf3)] {{(pid=102544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:29:17.174251 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c661097c-f200-43aa-8509-39acb6abcfde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:17.186915 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.plugin [None req-c661097c-f200-43aa-8509-39acb6abcfde admin admin] Calling delete_port for 92216e7d-3e04-467b-b9e9-6478d40eb950 owned by network:dhcp {{(pid=102544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:29:17.218169 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-1f3834f2-a8e1-420c-8a89-c67762f0db48 None None] Deleting port 92216e7d-3e04-467b-b9e9-6478d40eb950 {{(pid=102546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:29:17.218551 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-1f3834f2-a8e1-420c-8a89-c67762f0db48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:17.274178 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c661097c-f200-43aa-8509-39acb6abcfde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15752001'] for port, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:17.288804 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-1f3834f2-a8e1-420c-8a89-c67762f0db48 None None] For port 92216e7d-3e04-467b-b9e9-6478d40eb950, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=92216e7d-3e04-467b-b9e9-6478d40eb950,segment=NetworkSegment(c14c8334-0300-446a-a3d0-b8976f89fcf3),segment_id=c14c8334-0300-446a-a3d0-b8976f89fcf3)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:29:17.289332 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-1f3834f2-a8e1-420c-8a89-c67762f0db48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:17.300799 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661097c-f200-43aa-8509-39acb6abcfde admin admin] Pushing event deleted for resources: {'Port': ['ID=92216e7d-3e04-467b-b9e9-6478d40eb950,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:29:17.302649 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-1f3834f2-a8e1-420c-8a89-c67762f0db48 None None] Calling delete_port for 92216e7d-3e04-467b-b9e9-6478d40eb950 owned by network:dhcp {{(pid=102546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:29:17.309351 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c661097c-f200-43aa-8509-39acb6abcfde admin admin] No DVR routers for this DVR port 92216e7d-3e04-467b-b9e9-6478d40eb950 on host dv-cinder-804035-20-iscsi {{(pid=102544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:29:17.383449 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-1f3834f2-a8e1-420c-8a89-c67762f0db48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107'] for port, after_delete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:17.387878 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c661097c-f200-43aa-8509-39acb6abcfde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468516', 'neutron.services.segments.db._delete_segments_for_network-8750837505464'] for network, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:17.406507 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3834f2-a8e1-420c-8a89-c67762f0db48 None None] Pushing event deleted for resources: {'Port': ['ID=92216e7d-3e04-467b-b9e9-6478d40eb950,revision_number=None']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:29:17.410323 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.services.segments.db [None req-c661097c-f200-43aa-8509-39acb6abcfde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f26750e4-e797-4f7f-b557-e7463bad5d42']}} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:29:17.412209 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3834f2-a8e1-420c-8a89-c67762f0db48 None None] No DVR routers for this DVR port 92216e7d-3e04-467b-b9e9-6478d40eb950 on host dv-cinder-804035-20-iscsi {{(pid=102546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:29:17.422361 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.services.segments.db [None req-c661097c-f200-43aa-8509-39acb6abcfde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c14c8334-0300-446a-a3d0-b8976f89fcf3') {'for_net_delete': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:29:17.422663 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.services.segments.db [None req-c661097c-f200-43aa-8509-39acb6abcfde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c14c8334-0300-446a-a3d0-b8976f89fcf3') {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:29:17.432108 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c661097c-f200-43aa-8509-39acb6abcfde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750837468492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15251404'] for segment, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:17.445893 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c661097c-f200-43aa-8509-39acb6abcfde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470086'] for segment, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:17.456270 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c661097c-f200-43aa-8509-39acb6abcfde admin admin] Releasing vlan 1235 on physical network physnet1 to pool {{(pid=102544) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 15:29:17.456603 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c661097c-f200-43aa-8509-39acb6abcfde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15822992'] for segment, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:17.458362 dv-cinder-804035-20-iscsi neutron-server[102544]: Traceback (most recent call last): Nov 24 15:29:17.458362 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 15:29:17.458362 dv-cinder-804035-20-iscsi neutron-server[102544]: timer() Nov 24 15:29:17.458362 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 15:29:17.458362 dv-cinder-804035-20-iscsi neutron-server[102544]: cb(*args, **kw) Nov 24 15:29:17.458362 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 15:29:17.458362 dv-cinder-804035-20-iscsi neutron-server[102544]: return func(*args, **kwargs) Nov 24 15:29:17.458362 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 15:29:17.458362 dv-cinder-804035-20-iscsi neutron-server[102544]: self._notify() Nov 24 15:29:17.458362 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 15:29:17.458362 dv-cinder-804035-20-iscsi neutron-server[102544]: self.callback(batched_events) Nov 24 15:29:17.458362 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 15:29:17.458362 dv-cinder-804035-20-iscsi neutron-server[102544]: event.method(event) Nov 24 15:29:17.458362 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 15:29:17.458362 dv-cinder-804035-20-iscsi neutron-server[102544]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 15:29:17.458362 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 15:29:17.458362 dv-cinder-804035-20-iscsi neutron-server[102544]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 15:29:17.458362 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 15:29:17.458362 dv-cinder-804035-20-iscsi neutron-server[102544]: return f(self, *a, **k) Nov 24 15:29:17.458362 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 15:29:17.458362 dv-cinder-804035-20-iscsi neutron-server[102544]: return self._get(url).json() Nov 24 15:29:17.458362 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 15:29:17.458362 dv-cinder-804035-20-iscsi neutron-server[102544]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 15:29:17.458362 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 15:29:17.458362 dv-cinder-804035-20-iscsi neutron-server[102544]: return self.request(url, 'GET', **kwargs) Nov 24 15:29:17.458362 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 15:29:17.458362 dv-cinder-804035-20-iscsi neutron-server[102544]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 15:29:17.458362 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 15:29:17.458362 dv-cinder-804035-20-iscsi neutron-server[102544]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 15:29:17.458362 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 15:29:17.458362 dv-cinder-804035-20-iscsi neutron-server[102544]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 15:29:17.458362 dv-cinder-804035-20-iscsi neutron-server[102544]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 15:29:17.511358 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c661097c-f200-43aa-8509-39acb6abcfde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663844'] for network, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:17.517439 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c661097c-f200-43aa-8509-39acb6abcfde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for network, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:17.520601 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-c661097c-f200-43aa-8509-39acb6abcfde admin admin] 10.222.0.66 "DELETE /v2.0/networks/f26750e4-e797-4f7f-b557-e7463bad5d42 HTTP/1.1" status: 204 len: 168 time: 0.5404198 Nov 24 15:29:17.523562 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 39034) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:29:17.533624 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661097c-f200-43aa-8509-39acb6abcfde admin admin] Pushing event deleted for resources: {'Network': ['ID=f26750e4-e797-4f7f-b557-e7463bad5d42,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:29:17.635297 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-4af45daa-52ee-4f97-9dac-b4a829e63a19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:17.856856 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-a1223bab-5f9e-44f3-8f24-c2588df4726a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-679738'] for router_interface, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:18.098612 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [None req-a1223bab-5f9e-44f3-8f24-c2588df4726a admin admin] Deleting port cdbd4274-50ec-4ad2-84d3-f20c49e3022f {{(pid=102545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:29:18.098984 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-a1223bab-5f9e-44f3-8f24-c2588df4726a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:18.177366 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [None req-a1223bab-5f9e-44f3-8f24-c2588df4726a admin admin] For port cdbd4274-50ec-4ad2-84d3-f20c49e3022f, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=cdbd4274-50ec-4ad2-84d3-f20c49e3022f,segment=NetworkSegment(d158b36c-36aa-4194-928a-884e9729a518),segment_id=d158b36c-36aa-4194-928a-884e9729a518)] {{(pid=102545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:29:18.177731 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-a1223bab-5f9e-44f3-8f24-c2588df4726a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:18.189894 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [None req-a1223bab-5f9e-44f3-8f24-c2588df4726a admin admin] Calling delete_port for cdbd4274-50ec-4ad2-84d3-f20c49e3022f owned by network:router_interface {{(pid=102545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:29:18.236254 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-124f8df6-068a-4f00-a8c0-a9ff39f4d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:18.335240 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device b833f9f1-eb1e-47da-9e09-db5a1ab5dd3d no longer exists at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:29:18.357332 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] No Port match for: b833f9f1-eb1e-47da-9e09-db5a1ab5dd3d {{(pid=102546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:29:18.357601 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device b833f9f1-eb1e-47da-9e09-db5a1ab5dd3d not bound to the agent host dv-cinder-804035-20-iscsi {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:29:18.358022 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 92216e7d-3e04-467b-b9e9-6478d40eb950 no longer exists at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:29:18.364445 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-a1223bab-5f9e-44f3-8f24-c2588df4726a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:18.377544 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] No Port match for: 92216e7d-3e04-467b-b9e9-6478d40eb950 {{(pid=102546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:29:18.377888 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 92216e7d-3e04-467b-b9e9-6478d40eb950 not bound to the agent host dv-cinder-804035-20-iscsi {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:29:18.378304 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 4264a2b7-6efb-4cdc-ac80-dce005fa7b88 no longer exists at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:29:18.388828 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1223bab-5f9e-44f3-8f24-c2588df4726a admin admin] Pushing event deleted for resources: {'Port': ['ID=cdbd4274-50ec-4ad2-84d3-f20c49e3022f,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:29:18.397870 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] No Port match for: 4264a2b7-6efb-4cdc-ac80-dce005fa7b88 {{(pid=102546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:29:18.398222 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 4264a2b7-6efb-4cdc-ac80-dce005fa7b88 not bound to the agent host dv-cinder-804035-20-iscsi {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:29:18.549948 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-a1223bab-5f9e-44f3-8f24-c2588df4726a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679846'] for router_interface, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:18.755791 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1223bab-5f9e-44f3-8f24-c2588df4726a admin admin] Router e0bf68f1-ffb4-4165-8f56-bffd88a4c976 has already been hosted by L3 agent cf746c29-e95d-415d-8373-1f02a86f1d46 {{(pid=102545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:29:18.857443 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1223bab-5f9e-44f3-8f24-c2588df4726a admin admin] Notify agent at l3_agent.dv-cinder-804035-20-iscsi the message routers_updated {{(pid=102545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:29:18.863256 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-a1223bab-5f9e-44f3-8f24-c2588df4726a admin admin] 10.222.0.66 "PUT /v2.0/routers/e0bf68f1-ffb4-4165-8f56-bffd88a4c976/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3383791 Nov 24 15:29:18.865759 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 39040) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:29:18.866555 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0739b7f1-e388-4a4a-87f5-9a12fd0cd33f None None] Sync routers for ids ['e0bf68f1-ffb4-4165-8f56-bffd88a4c976'] in dv-cinder-804035-20-iscsi {{(pid=102547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:29:18.876572 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0739b7f1-e388-4a4a-87f5-9a12fd0cd33f None None] Routers {'e0bf68f1-ffb4-4165-8f56-bffd88a4c976'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:29:18.877020 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-0739b7f1-e388-4a4a-87f5-9a12fd0cd33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:29:18Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['e0bf68f1-ffb4-4165-8f56-bffd88a4c976'], 'active': True} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:29:18.968601 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-77c1018c-3860-4802-8b47-086d8c9ae076 admin admin] Publish callbacks [] for router, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:18.981695 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvr_db [None req-0739b7f1-e388-4a4a-87f5-9a12fd0cd33f None None] Set router e0bf68f1-ffb4-4165-8f56-bffd88a4c976 gateway port host: dv-cinder-804035-20-iscsi {{(pid=102547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:29:19.068609 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-77c1018c-3860-4802-8b47-086d8c9ae076 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:19.119729 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [None req-77c1018c-3860-4802-8b47-086d8c9ae076 admin admin] Deleting port 76584220-7139-4826-90db-9671611e71b0 {{(pid=102545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:29:19.120068 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-77c1018c-3860-4802-8b47-086d8c9ae076 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:19.155218 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-0739b7f1-e388-4a4a-87f5-9a12fd0cd33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0bf68f1-ffb4-4165-8f56-bffd88a4c976', 'name': 'tempest-TestVolumeBootPattern-1468330582-router', 'tenant_id': '215f0d4950364aad9c5a7672b46eca56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '76584220-7139-4826-90db-9671611e71b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:20:55Z', 'updated_at': '2021-11-24T15:29:18Z', 'revision_number': 5, 'project_id': '215f0d4950364aad9c5a7672b46eca56', 'gw_port': {'id': '76584220-7139-4826-90db-9671611e71b0', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:00:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bf68f1-ffb4-4165-8f56-bffd88a4c976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:20:56Z', 'updated_at': '2021-11-24T15:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi'}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:29:19.181163 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0739b7f1-e388-4a4a-87f5-9a12fd0cd33f None None] Checking router: e0bf68f1-ffb4-4165-8f56-bffd88a4c976 for host: dv-cinder-804035-20-iscsi {{(pid=102547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:29:19.189691 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0739b7f1-e388-4a4a-87f5-9a12fd0cd33f None None] Routers {'e0bf68f1-ffb4-4165-8f56-bffd88a4c976'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:29:19.190290 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-0739b7f1-e388-4a4a-87f5-9a12fd0cd33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:29:18Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['e0bf68f1-ffb4-4165-8f56-bffd88a4c976'], 'active': True} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:29:19.201083 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [None req-77c1018c-3860-4802-8b47-086d8c9ae076 admin admin] For port 76584220-7139-4826-90db-9671611e71b0, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=76584220-7139-4826-90db-9671611e71b0,segment=NetworkSegment(0ed66df3-fe9f-4da3-924e-b64abe4f4390),segment_id=0ed66df3-fe9f-4da3-924e-b64abe4f4390)] {{(pid=102545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:29:19.201450 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-77c1018c-3860-4802-8b47-086d8c9ae076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:19.213413 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [None req-77c1018c-3860-4802-8b47-086d8c9ae076 admin admin] Calling delete_port for 76584220-7139-4826-90db-9671611e71b0 owned by network:router_gateway {{(pid=102545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:29:19.360478 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvr_db [None req-0739b7f1-e388-4a4a-87f5-9a12fd0cd33f None None] Set router e0bf68f1-ffb4-4165-8f56-bffd88a4c976 gateway port host: None {{(pid=102547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:29:19.379231 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-77c1018c-3860-4802-8b47-086d8c9ae076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:19.404668 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c1018c-3860-4802-8b47-086d8c9ae076 admin admin] Pushing event deleted for resources: {'Port': ['ID=76584220-7139-4826-90db-9671611e71b0,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:29:19.417929 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-0739b7f1-e388-4a4a-87f5-9a12fd0cd33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0bf68f1-ffb4-4165-8f56-bffd88a4c976', 'name': 'tempest-TestVolumeBootPattern-1468330582-router', 'tenant_id': '215f0d4950364aad9c5a7672b46eca56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:20:55Z', 'updated_at': '2021-11-24T15:29:19Z', 'revision_number': 6, 'project_id': '215f0d4950364aad9c5a7672b46eca56', 'gw_port_host': None}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:29:19.445049 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0739b7f1-e388-4a4a-87f5-9a12fd0cd33f None None] The sync data for ids ['e0bf68f1-ffb4-4165-8f56-bffd88a4c976'] in dv-cinder-804035-20-iscsi is: [{'id': 'e0bf68f1-ffb4-4165-8f56-bffd88a4c976', 'name': 'tempest-TestVolumeBootPattern-1468330582-router', 'tenant_id': '215f0d4950364aad9c5a7672b46eca56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:20:55Z', 'updated_at': '2021-11-24T15:29:19Z', 'revision_number': 6, 'project_id': '215f0d4950364aad9c5a7672b46eca56', 'gw_port_host': None}] {{(pid=102547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:29:19.463836 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-77c1018c-3860-4802-8b47-086d8c9ae076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663808'] for router_gateway, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:19.552038 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-77c1018c-3860-4802-8b47-086d8c9ae076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-679758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3229'] for router, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:19.554207 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-77c1018c-3860-4802-8b47-086d8c9ae076 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:19.598349 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-77c1018c-3860-4802-8b47-086d8c9ae076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663938'] for router, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:19.598946 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c1018c-3860-4802-8b47-086d8c9ae076 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0bf68f1-ffb4-4165-8f56-bffd88a4c976 {{(pid=102545) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 15:29:19.603217 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-77c1018c-3860-4802-8b47-086d8c9ae076 admin admin] Publish callbacks [] for router, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:19.604356 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-77c1018c-3860-4802-8b47-086d8c9ae076 admin admin] 10.222.0.66 "DELETE /v2.0/routers/e0bf68f1-ffb4-4165-8f56-bffd88a4c976 HTTP/1.1" status: 204 len: 168 time: 0.7376673 Nov 24 15:29:19.606834 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 39042) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:29:19.650193 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.db_base_plugin_v2 [None req-f153000b-66a1-495f-b7a3-cb50200fdb9d admin admin] Deleting subnet e78e7a8c-a71b-489f-8110-28131200df40 {{(pid=102545) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 15:29:19.653177 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f153000b-66a1-495f-b7a3-cb50200fdb9d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:19.687064 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f153000b-66a1-495f-b7a3-cb50200fdb9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15682648'] for subnet, precommit_delete_associations {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:19.793819 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0567c706-1e8e-49a8-b1df-c52fd48358e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:19.794394 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f153000b-66a1-495f-b7a3-cb50200fdb9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469115'] for subnet, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:19.852760 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f153000b-66a1-495f-b7a3-cb50200fdb9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13923688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13012796'] for subnet, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:19.880377 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f153000b-66a1-495f-b7a3-cb50200fdb9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e78e7a8c-a71b-489f-8110-28131200df40,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:29:19.891907 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f153000b-66a1-495f-b7a3-cb50200fdb9d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:19.895330 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-f153000b-66a1-495f-b7a3-cb50200fdb9d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/e78e7a8c-a71b-489f-8110-28131200df40 HTTP/1.1" status: 204 len: 168 time: 0.2874541 Nov 24 15:29:19.897529 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab25562-f16a-40c0-a238-6c4cfb148e57 None None] Network cbe8fa45-b2ae-4f59-9221-831b7bc467ff requested from dv-cinder-804035-20-iscsi {{(pid=102546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:29:19.897908 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 39046) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:29:19.972177 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-e10e4a7f-7261-4cd9-af42-4e1d590c25fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541282'] for network, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:20.023458 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [None req-e10e4a7f-7261-4cd9-af42-4e1d590c25fb admin admin] Deleting port c788572d-ee5d-4784-a11c-1b2d1207bf47 {{(pid=102545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:29:20.023804 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-e10e4a7f-7261-4cd9-af42-4e1d590c25fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:20.084717 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [None req-e10e4a7f-7261-4cd9-af42-4e1d590c25fb admin admin] For port c788572d-ee5d-4784-a11c-1b2d1207bf47, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=c788572d-ee5d-4784-a11c-1b2d1207bf47,segment=NetworkSegment(d158b36c-36aa-4194-928a-884e9729a518),segment_id=d158b36c-36aa-4194-928a-884e9729a518)] {{(pid=102545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:29:20.085098 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-e10e4a7f-7261-4cd9-af42-4e1d590c25fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:20.097581 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [None req-e10e4a7f-7261-4cd9-af42-4e1d590c25fb admin admin] Calling delete_port for c788572d-ee5d-4784-a11c-1b2d1207bf47 owned by network:dhcp {{(pid=102545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:29:20.175516 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-e10e4a7f-7261-4cd9-af42-4e1d590c25fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:20.202072 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e4a7f-7261-4cd9-af42-4e1d590c25fb admin admin] Pushing event deleted for resources: {'Port': ['ID=c788572d-ee5d-4784-a11c-1b2d1207bf47,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:29:20.206333 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10e4a7f-7261-4cd9-af42-4e1d590c25fb admin admin] No DVR routers for this DVR port c788572d-ee5d-4784-a11c-1b2d1207bf47 on host dv-cinder-804035-20-iscsi {{(pid=102545) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:29:20.230360 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9d116d-27f6-4565-951f-fe723fc5e9eb None None] DHCP port deletion for cbe8fa45-b2ae-4f59-9221-831b7bc467ff request from dv-cinder-804035-20-iscsi {{(pid=102546) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 15:29:20.353363 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 76584220-7139-4826-90db-9671611e71b0 no longer exists at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:29:20.381421 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] No Port match for: 76584220-7139-4826-90db-9671611e71b0 {{(pid=102546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:29:20.381774 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 76584220-7139-4826-90db-9671611e71b0 not bound to the agent host dv-cinder-804035-20-iscsi {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:29:20.382398 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device cdbd4274-50ec-4ad2-84d3-f20c49e3022f no longer exists at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:29:20.404237 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] No Port match for: cdbd4274-50ec-4ad2-84d3-f20c49e3022f {{(pid=102546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:29:20.404680 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device cdbd4274-50ec-4ad2-84d3-f20c49e3022f not bound to the agent host dv-cinder-804035-20-iscsi {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:29:20.405112 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device c788572d-ee5d-4784-a11c-1b2d1207bf47 no longer exists at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:29:20.426033 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] No Port match for: c788572d-ee5d-4784-a11c-1b2d1207bf47 {{(pid=102546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:29:20.426387 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device c788572d-ee5d-4784-a11c-1b2d1207bf47 not bound to the agent host dv-cinder-804035-20-iscsi {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:29:20.546468 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-e10e4a7f-7261-4cd9-af42-4e1d590c25fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468516', 'neutron.services.segments.db._delete_segments_for_network-8750837505464'] for network, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:20.566793 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.services.segments.db [None req-e10e4a7f-7261-4cd9-af42-4e1d590c25fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbe8fa45-b2ae-4f59-9221-831b7bc467ff']}} {{(pid=102545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:29:20.575653 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.services.segments.db [None req-e10e4a7f-7261-4cd9-af42-4e1d590c25fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd158b36c-36aa-4194-928a-884e9729a518') {'for_net_delete': True} {{(pid=102545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:29:20.575950 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.services.segments.db [None req-e10e4a7f-7261-4cd9-af42-4e1d590c25fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd158b36c-36aa-4194-928a-884e9729a518') {} {{(pid=102545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:29:20.584931 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-e10e4a7f-7261-4cd9-af42-4e1d590c25fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750837468492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15682671'] for segment, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:20.597919 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-e10e4a7f-7261-4cd9-af42-4e1d590c25fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470086'] for segment, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:20.603709 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e10e4a7f-7261-4cd9-af42-4e1d590c25fb admin admin] Releasing vlan 1240 on physical network physnet1 to pool {{(pid=102545) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 15:29:20.604085 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-e10e4a7f-7261-4cd9-af42-4e1d590c25fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13983434'] for segment, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:20.605687 dv-cinder-804035-20-iscsi neutron-server[102545]: Traceback (most recent call last): Nov 24 15:29:20.605687 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 15:29:20.605687 dv-cinder-804035-20-iscsi neutron-server[102545]: timer() Nov 24 15:29:20.605687 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 15:29:20.605687 dv-cinder-804035-20-iscsi neutron-server[102545]: cb(*args, **kw) Nov 24 15:29:20.605687 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 15:29:20.605687 dv-cinder-804035-20-iscsi neutron-server[102545]: return func(*args, **kwargs) Nov 24 15:29:20.605687 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 15:29:20.605687 dv-cinder-804035-20-iscsi neutron-server[102545]: self._notify() Nov 24 15:29:20.605687 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 15:29:20.605687 dv-cinder-804035-20-iscsi neutron-server[102545]: self.callback(batched_events) Nov 24 15:29:20.605687 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 15:29:20.605687 dv-cinder-804035-20-iscsi neutron-server[102545]: event.method(event) Nov 24 15:29:20.605687 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 15:29:20.605687 dv-cinder-804035-20-iscsi neutron-server[102545]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 15:29:20.605687 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 15:29:20.605687 dv-cinder-804035-20-iscsi neutron-server[102545]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 15:29:20.605687 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 15:29:20.605687 dv-cinder-804035-20-iscsi neutron-server[102545]: return f(self, *a, **k) Nov 24 15:29:20.605687 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 15:29:20.605687 dv-cinder-804035-20-iscsi neutron-server[102545]: return self._get(url).json() Nov 24 15:29:20.605687 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 15:29:20.605687 dv-cinder-804035-20-iscsi neutron-server[102545]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 15:29:20.605687 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 15:29:20.605687 dv-cinder-804035-20-iscsi neutron-server[102545]: return self.request(url, 'GET', **kwargs) Nov 24 15:29:20.605687 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 15:29:20.605687 dv-cinder-804035-20-iscsi neutron-server[102545]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 15:29:20.605687 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 15:29:20.605687 dv-cinder-804035-20-iscsi neutron-server[102545]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 15:29:20.605687 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 15:29:20.605687 dv-cinder-804035-20-iscsi neutron-server[102545]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 15:29:20.605687 dv-cinder-804035-20-iscsi neutron-server[102545]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 15:29:20.657432 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-e10e4a7f-7261-4cd9-af42-4e1d590c25fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663844'] for network, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:20.662681 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-e10e4a7f-7261-4cd9-af42-4e1d590c25fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for network, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:20.665920 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-e10e4a7f-7261-4cd9-af42-4e1d590c25fb admin admin] 10.222.0.66 "DELETE /v2.0/networks/cbe8fa45-b2ae-4f59-9221-831b7bc467ff HTTP/1.1" status: 204 len: 168 time: 0.7669666 Nov 24 15:29:20.676832 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e4a7f-7261-4cd9-af42-4e1d590c25fb admin admin] Pushing event deleted for resources: {'Network': ['ID=cbe8fa45-b2ae-4f59-9221-831b7bc467ff,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:29:20.779074 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 39050) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:29:20.820722 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-37cecda4-5c65-462b-a4c0-52aaaddfda14 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b981a3c2d7974c7ca0c54a5262ea5220&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404587 Nov 24 15:29:20.823140 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 39052) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:29:20.873605 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-ab9a5fd5-6d28-49a8-8731-98370ac3cc8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:20.898608 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-ab9a5fd5-6d28-49a8-8731-98370ac3cc8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:20.947320 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-ab9a5fd5-6d28-49a8-8731-98370ac3cc8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:20.950067 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-ab9a5fd5-6d28-49a8-8731-98370ac3cc8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:20.951458 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-ab9a5fd5-6d28-49a8-8731-98370ac3cc8a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/01fb88c4-3fd9-4975-bb05-deb9e25bf8af HTTP/1.1" status: 204 len: 168 time: 0.1274290 Nov 24 15:29:20.961334 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a5fd5-6d28-49a8-8731-98370ac3cc8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01fb88c4-3fd9-4975-bb05-deb9e25bf8af,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:29:21.008737 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:21.288930 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 39074) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:29:21.332369 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-1ff6d5f1-a34d-4aa0-b887-63f3c8cafb9d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=215f0d4950364aad9c5a7672b46eca56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400631 Nov 24 15:29:21.332651 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 39076) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:29:21.378648 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-a476eefc-4988-4cf5-b23b-b2fb7ebdb66a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:21.402029 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-a476eefc-4988-4cf5-b23b-b2fb7ebdb66a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:21.446302 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-a476eefc-4988-4cf5-b23b-b2fb7ebdb66a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:21.448901 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-a476eefc-4988-4cf5-b23b-b2fb7ebdb66a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:21.450147 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-a476eefc-4988-4cf5-b23b-b2fb7ebdb66a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9bfcc515-4a16-4acf-8945-5a7659df6582 HTTP/1.1" status: 204 len: 168 time: 0.1164906 Nov 24 15:29:21.458183 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a476eefc-4988-4cf5-b23b-b2fb7ebdb66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfcc515-4a16-4acf-8945-5a7659df6582,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:29:23.723559 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe4ecf-d64e-4e9c-8079-5678eb500bf8 req-7d0f071e-f968-44dd-a23f-731de92dbe24 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:29:23.725049 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-aafe4ecf-d64e-4e9c-8079-5678eb500bf8 req-7d0f071e-f968-44dd-a23f-731de92dbe24 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/ports?device_id=959bf993-a057-4234-92fc-9886b7c6da99 HTTP/1.1" status: 200 len: 946 time: 0.0484190 Nov 24 15:29:23.772483 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-aafe4ecf-d64e-4e9c-8079-5678eb500bf8 req-ae939e48-e1a1-4387-8433-91d59437f52d tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/security-groups?id=76f30e4d-c507-44ba-b949-04e63bce7ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414925 Nov 24 15:29:24.886178 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360fa073-832c-47a6-94ba-639bfdbd90f5 req-da660cf7-2862-40d1-a710-43fad624c8ca tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:29:24.887694 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-360fa073-832c-47a6-94ba-639bfdbd90f5 req-da660cf7-2862-40d1-a710-43fad624c8ca tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/ports?device_id=959bf993-a057-4234-92fc-9886b7c6da99 HTTP/1.1" status: 200 len: 946 time: 0.0476167 Nov 24 15:29:24.937213 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-360fa073-832c-47a6-94ba-639bfdbd90f5 req-7674917f-8efc-4ce3-adcd-275a64d7f98c tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/security-groups?id=76f30e4d-c507-44ba-b949-04e63bce7ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427673 Nov 24 15:29:25.376828 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36336a-89cd-4185-9db0-51960624335c req-f6485072-4352-46ef-b4b8-2257019cec58 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:29:25.378302 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-dd36336a-89cd-4185-9db0-51960624335c req-f6485072-4352-46ef-b4b8-2257019cec58 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.74 "GET /v2.0/ports?device_id=959bf993-a057-4234-92fc-9886b7c6da99 HTTP/1.1" status: 200 len: 946 time: 0.0509150 Nov 24 15:29:25.463152 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [req-dd36336a-89cd-4185-9db0-51960624335c req-1f1d38a9-99e0-4167-bb38-dab39f612b3e tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Deleting port da5d7180-031c-4882-8065-eda013b9c740 {{(pid=102545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:29:25.463486 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-dd36336a-89cd-4185-9db0-51960624335c req-1f1d38a9-99e0-4167-bb38-dab39f612b3e tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:25.552350 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-dd36336a-89cd-4185-9db0-51960624335c req-1f1d38a9-99e0-4167-bb38-dab39f612b3e tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] For port da5d7180-031c-4882-8065-eda013b9c740, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=da5d7180-031c-4882-8065-eda013b9c740,segment=NetworkSegment(8d82d28c-f78b-4712-82c0-b754e907f9a7),segment_id=8d82d28c-f78b-4712-82c0-b754e907f9a7)] {{(pid=102545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:29:25.552607 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-dd36336a-89cd-4185-9db0-51960624335c req-1f1d38a9-99e0-4167-bb38-dab39f612b3e tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:25.564049 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [req-dd36336a-89cd-4185-9db0-51960624335c req-1f1d38a9-99e0-4167-bb38-dab39f612b3e tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Calling delete_port for da5d7180-031c-4882-8065-eda013b9c740 owned by compute:nova {{(pid=102545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:29:25.690689 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-dd36336a-89cd-4185-9db0-51960624335c req-1f1d38a9-99e0-4167-bb38-dab39f612b3e tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:25.701989 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] get_ports_and_sgs() called for port_ids ['92eec736-e4cd-4ccf-be5a-8014d692c990', '7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e', '50d1a0ec-16c2-441e-8145-73d64751ca07', 'da5d7180-031c-4882-8065-eda013b9c740'] {{(pid=102546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:29:25.716003 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d38a9-99e0-4167-bb38-dab39f612b3e tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Pushing event deleted for resources: {'Port': ['ID=da5d7180-031c-4882-8065-eda013b9c740,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:29:25.759688 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd36336a-89cd-4185-9db0-51960624335c req-1f1d38a9-99e0-4167-bb38-dab39f612b3e tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] No DVR routers for this DVR port da5d7180-031c-4882-8065-eda013b9c740 on host hv-cinder-80403 {{(pid=102545) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:29:25.762170 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-dd36336a-89cd-4185-9db0-51960624335c req-1f1d38a9-99e0-4167-bb38-dab39f612b3e tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:25.766161 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-dd36336a-89cd-4185-9db0-51960624335c req-1f1d38a9-99e0-4167-bb38-dab39f612b3e tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.74 "DELETE /v2.0/ports/da5d7180-031c-4882-8065-eda013b9c740 HTTP/1.1" status: 204 len: 173 time: 0.3805239 Nov 24 15:29:25.766629 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959bf993-a057-4234-92fc-9886b7c6da99', 'name': 'network-vif-deleted', 'tag': 'da5d7180-031c-4882-8065-eda013b9c740'}] {{(pid=102545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:29:25.769005 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e232a59b198ff96befa2502742fd1f317735a6d9991c1ac6356d20aee71e71d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f87e903-2602-4cdd-bf29-dc8423899b54" -d '{"events": [{"server_uuid": "959bf993-a057-4234-92fc-9886b7c6da99", "name": "network-vif-deleted", "tag": "da5d7180-031c-4882-8065-eda013b9c740"}]}' {{(pid=102545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:29:25.814497 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ca07a1-42e6-41c9-bc74-5efc5ced1080 x-openstack-request-id: req-84ca07a1-42e6-41c9-bc74-5efc5ced1080 {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:29:25.814794 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "959bf993-a057-4234-92fc-9886b7c6da99", "name": "network-vif-deleted", "tag": "da5d7180-031c-4882-8065-eda013b9c740", "status": "completed", "code": 200}]} {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:29:25.815234 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-84ca07a1-42e6-41c9-bc74-5efc5ced1080 {{(pid=102545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:29:25.815643 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '959bf993-a057-4234-92fc-9886b7c6da99', 'name': 'network-vif-deleted', 'tag': 'da5d7180-031c-4882-8065-eda013b9c740', 'status': 'completed', 'code': 200} Nov 24 15:29:26.053516 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-307c1801-79f5-401a-8156-2605a34017bf req-7b1fddcd-78f3-4b34-acfc-b741ad7bb76a tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/ports?device_id=959bf993-a057-4234-92fc-9886b7c6da99 HTTP/1.1" status: 200 len: 210 time: 0.0264363 Nov 24 15:29:28.427272 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device da5d7180-031c-4882-8065-eda013b9c740 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:29:28.447767 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] No Port match for: da5d7180-031c-4882-8065-eda013b9c740 {{(pid=102546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:29:28.448117 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device da5d7180-031c-4882-8065-eda013b9c740 not bound to the agent host hv-cinder-80403 {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:29:28.628940 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf0d96f-ca2a-49b9-9c30-85fc09bebbaf req-a23ed251-d9f2-4fbd-b3a1-7a6258cab918 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:29:28.630411 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-9bf0d96f-ca2a-49b9-9c30-85fc09bebbaf req-a23ed251-d9f2-4fbd-b3a1-7a6258cab918 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/ports?device_id=e64a4011-c8a2-4021-bbb2-ef5886c1c12b HTTP/1.1" status: 200 len: 945 time: 0.2422965 Nov 24 15:29:28.677483 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-9bf0d96f-ca2a-49b9-9c30-85fc09bebbaf req-4f1a4dc0-e221-4543-a914-288c9ef63206 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/security-groups?id=76f30e4d-c507-44ba-b949-04e63bce7ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411773 Nov 24 15:29:29.845510 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bca988-89c7-41f4-bcd0-eb317a13895a req-c70f5f1b-e217-4bf9-aa34-101f3a55099d tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:29:29.847004 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-79bca988-89c7-41f4-bcd0-eb317a13895a req-c70f5f1b-e217-4bf9-aa34-101f3a55099d tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/ports?device_id=e64a4011-c8a2-4021-bbb2-ef5886c1c12b HTTP/1.1" status: 200 len: 945 time: 0.1011758 Nov 24 15:29:29.896228 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-79bca988-89c7-41f4-bcd0-eb317a13895a req-83150545-08d9-46c7-94c8-262d1ae9d818 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/security-groups?id=76f30e4d-c507-44ba-b949-04e63bce7ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433230 Nov 24 15:29:29.968151 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbcd4e-e97d-42b8-a7e8-e743714072a4 req-d0406fc8-0993-42a3-80d4-0303c5ae424a tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:29:29.970047 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-a8fbcd4e-e97d-42b8-a7e8-e743714072a4 req-d0406fc8-0993-42a3-80d4-0303c5ae424a tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.74 "GET /v2.0/ports?device_id=e64a4011-c8a2-4021-bbb2-ef5886c1c12b HTTP/1.1" status: 200 len: 945 time: 0.0473356 Nov 24 15:29:30.059847 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [req-a8fbcd4e-e97d-42b8-a7e8-e743714072a4 req-5af39586-893c-4b4d-b143-b3c16c2fe15e tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Deleting port 50d1a0ec-16c2-441e-8145-73d64751ca07 {{(pid=102545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:29:30.060182 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-a8fbcd4e-e97d-42b8-a7e8-e743714072a4 req-5af39586-893c-4b4d-b143-b3c16c2fe15e tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:30.143879 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-a8fbcd4e-e97d-42b8-a7e8-e743714072a4 req-5af39586-893c-4b4d-b143-b3c16c2fe15e tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] For port 50d1a0ec-16c2-441e-8145-73d64751ca07, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=50d1a0ec-16c2-441e-8145-73d64751ca07,segment=NetworkSegment(8d82d28c-f78b-4712-82c0-b754e907f9a7),segment_id=8d82d28c-f78b-4712-82c0-b754e907f9a7)] {{(pid=102545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:29:30.144237 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-a8fbcd4e-e97d-42b8-a7e8-e743714072a4 req-5af39586-893c-4b4d-b143-b3c16c2fe15e tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:30.156822 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [req-a8fbcd4e-e97d-42b8-a7e8-e743714072a4 req-5af39586-893c-4b4d-b143-b3c16c2fe15e tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Calling delete_port for 50d1a0ec-16c2-441e-8145-73d64751ca07 owned by compute:nova {{(pid=102545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:29:30.284231 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-a8fbcd4e-e97d-42b8-a7e8-e743714072a4 req-5af39586-893c-4b4d-b143-b3c16c2fe15e tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:30.295438 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] get_ports_and_sgs() called for port_ids ['92eec736-e4cd-4ccf-be5a-8014d692c990', '7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e', '50d1a0ec-16c2-441e-8145-73d64751ca07'] {{(pid=102546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:29:30.310528 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af39586-893c-4b4d-b143-b3c16c2fe15e tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Pushing event deleted for resources: {'Port': ['ID=50d1a0ec-16c2-441e-8145-73d64751ca07,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:29:30.356308 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8fbcd4e-e97d-42b8-a7e8-e743714072a4 req-5af39586-893c-4b4d-b143-b3c16c2fe15e tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] No DVR routers for this DVR port 50d1a0ec-16c2-441e-8145-73d64751ca07 on host hv-cinder-80403 {{(pid=102545) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:29:30.358710 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-a8fbcd4e-e97d-42b8-a7e8-e743714072a4 req-5af39586-893c-4b4d-b143-b3c16c2fe15e tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:30.362144 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-a8fbcd4e-e97d-42b8-a7e8-e743714072a4 req-5af39586-893c-4b4d-b143-b3c16c2fe15e tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.74 "DELETE /v2.0/ports/50d1a0ec-16c2-441e-8145-73d64751ca07 HTTP/1.1" status: 204 len: 173 time: 0.3859122 Nov 24 15:29:30.362585 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e64a4011-c8a2-4021-bbb2-ef5886c1c12b', 'name': 'network-vif-deleted', 'tag': '50d1a0ec-16c2-441e-8145-73d64751ca07'}] {{(pid=102545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:29:30.365116 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e232a59b198ff96befa2502742fd1f317735a6d9991c1ac6356d20aee71e71d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7a58f9-4b00-4c0a-8d35-86e920b4cc6f" -d '{"events": [{"server_uuid": "e64a4011-c8a2-4021-bbb2-ef5886c1c12b", "name": "network-vif-deleted", "tag": "50d1a0ec-16c2-441e-8145-73d64751ca07"}]}' {{(pid=102545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:29:30.409068 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6e825f-8c72-432a-a2e9-c73b1acd33f4 x-openstack-request-id: req-fc6e825f-8c72-432a-a2e9-c73b1acd33f4 {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:29:30.409357 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e64a4011-c8a2-4021-bbb2-ef5886c1c12b", "name": "network-vif-deleted", "tag": "50d1a0ec-16c2-441e-8145-73d64751ca07", "status": "completed", "code": 200}]} {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:29:30.409636 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fc6e825f-8c72-432a-a2e9-c73b1acd33f4 {{(pid=102545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:29:30.410025 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e64a4011-c8a2-4021-bbb2-ef5886c1c12b', 'name': 'network-vif-deleted', 'tag': '50d1a0ec-16c2-441e-8145-73d64751ca07', 'status': 'completed', 'code': 200} Nov 24 15:29:31.160713 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7bf7c-28cc-4139-a069-7eb1cff257af req-969b851f-b030-40c9-add9-01a988b4c350 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:29:31.162194 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-47b7bf7c-28cc-4139-a069-7eb1cff257af req-969b851f-b030-40c9-add9-01a988b4c350 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7550ec0-8dc1-4be7-aa6c-0747730a0ef0 HTTP/1.1" status: 200 len: 946 time: 0.0482717 Nov 24 15:29:31.208080 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-47b7bf7c-28cc-4139-a069-7eb1cff257af req-b9146792-4088-409d-8191-23f919751221 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/security-groups?id=76f30e4d-c507-44ba-b949-04e63bce7ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398159 Nov 24 15:29:32.326163 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bbac12-10fb-4029-9a95-80849db3670e req-48144827-511a-4ac5-9ad1-cfbc660f1779 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:29:32.327746 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-96bbac12-10fb-4029-9a95-80849db3670e req-48144827-511a-4ac5-9ad1-cfbc660f1779 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7550ec0-8dc1-4be7-aa6c-0747730a0ef0 HTTP/1.1" status: 200 len: 946 time: 0.0487525 Nov 24 15:29:32.375001 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-96bbac12-10fb-4029-9a95-80849db3670e req-f0e287c6-abae-41c9-a06b-0ea87f3f2dc8 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/security-groups?id=76f30e4d-c507-44ba-b949-04e63bce7ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414147 Nov 24 15:29:32.417980 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5848c-6506-497b-8014-4c0a1da7f6c0 req-63e210f7-b0e8-4cff-b821-0bc668fdf810 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:29:32.419454 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-42e5848c-6506-497b-8014-4c0a1da7f6c0 req-63e210f7-b0e8-4cff-b821-0bc668fdf810 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.74 "GET /v2.0/ports?device_id=e7550ec0-8dc1-4be7-aa6c-0747730a0ef0 HTTP/1.1" status: 200 len: 946 time: 0.0471947 Nov 24 15:29:32.506938 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [req-42e5848c-6506-497b-8014-4c0a1da7f6c0 req-0ce50e4e-2675-4a64-bcc0-7083e60e2ed0 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Deleting port 7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e {{(pid=102545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:29:32.507278 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-42e5848c-6506-497b-8014-4c0a1da7f6c0 req-0ce50e4e-2675-4a64-bcc0-7083e60e2ed0 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:32.595376 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-42e5848c-6506-497b-8014-4c0a1da7f6c0 req-0ce50e4e-2675-4a64-bcc0-7083e60e2ed0 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] For port 7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e,segment=NetworkSegment(8d82d28c-f78b-4712-82c0-b754e907f9a7),segment_id=8d82d28c-f78b-4712-82c0-b754e907f9a7)] {{(pid=102545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:29:32.595738 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-42e5848c-6506-497b-8014-4c0a1da7f6c0 req-0ce50e4e-2675-4a64-bcc0-7083e60e2ed0 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:32.607900 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [req-42e5848c-6506-497b-8014-4c0a1da7f6c0 req-0ce50e4e-2675-4a64-bcc0-7083e60e2ed0 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Calling delete_port for 7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e owned by compute:nova {{(pid=102545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:29:32.732951 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-42e5848c-6506-497b-8014-4c0a1da7f6c0 req-0ce50e4e-2675-4a64-bcc0-7083e60e2ed0 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:32.744121 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] get_ports_and_sgs() called for port_ids ['92eec736-e4cd-4ccf-be5a-8014d692c990', '7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e'] {{(pid=102546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:29:32.762897 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce50e4e-2675-4a64-bcc0-7083e60e2ed0 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Pushing event deleted for resources: {'Port': ['ID=7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:29:32.802332 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e5848c-6506-497b-8014-4c0a1da7f6c0 req-0ce50e4e-2675-4a64-bcc0-7083e60e2ed0 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] No DVR routers for this DVR port 7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e on host hv-cinder-80403 {{(pid=102545) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:29:32.804839 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-42e5848c-6506-497b-8014-4c0a1da7f6c0 req-0ce50e4e-2675-4a64-bcc0-7083e60e2ed0 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:32.808256 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-42e5848c-6506-497b-8014-4c0a1da7f6c0 req-0ce50e4e-2675-4a64-bcc0-7083e60e2ed0 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.74 "DELETE /v2.0/ports/7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e HTTP/1.1" status: 204 len: 173 time: 0.3823769 Nov 24 15:29:32.808735 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7550ec0-8dc1-4be7-aa6c-0747730a0ef0', 'name': 'network-vif-deleted', 'tag': '7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e'}] {{(pid=102545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:29:32.811233 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e232a59b198ff96befa2502742fd1f317735a6d9991c1ac6356d20aee71e71d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3464d357-3d93-4e09-ab4d-da42d3053acd" -d '{"events": [{"server_uuid": "e7550ec0-8dc1-4be7-aa6c-0747730a0ef0", "name": "network-vif-deleted", "tag": "7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e"}]}' {{(pid=102545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:29:32.849585 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08cbcb13-dda5-4ccb-8308-1b6d2e9ab6dd x-openstack-request-id: req-08cbcb13-dda5-4ccb-8308-1b6d2e9ab6dd {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:29:32.849877 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7550ec0-8dc1-4be7-aa6c-0747730a0ef0", "name": "network-vif-deleted", "tag": "7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e", "status": "completed", "code": 200}]} {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:29:32.850126 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-08cbcb13-dda5-4ccb-8308-1b6d2e9ab6dd {{(pid=102545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:29:32.850575 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7550ec0-8dc1-4be7-aa6c-0747730a0ef0', 'name': 'network-vif-deleted', 'tag': '7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e', 'status': 'completed', 'code': 200} Nov 24 15:29:34.444098 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 50d1a0ec-16c2-441e-8145-73d64751ca07 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:29:34.463946 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] No Port match for: 50d1a0ec-16c2-441e-8145-73d64751ca07 {{(pid=102546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:29:34.464321 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 50d1a0ec-16c2-441e-8145-73d64751ca07 not bound to the agent host hv-cinder-80403 {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:29:34.757628 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6eea55-7c07-4d6e-bbc2-8d4eceb73446 req-ccfd4464-b93d-4ec0-9354-a3123707a6bb tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:29:34.759129 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-6a6eea55-7c07-4d6e-bbc2-8d4eceb73446 req-ccfd4464-b93d-4ec0-9354-a3123707a6bb tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef9112ee-7671-4710-858e-fd623de49132 HTTP/1.1" status: 200 len: 946 time: 0.0523553 Nov 24 15:29:34.804906 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-6a6eea55-7c07-4d6e-bbc2-8d4eceb73446 req-74f2ffd5-a46c-4250-b1ae-04826930649d tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/security-groups?id=76f30e4d-c507-44ba-b949-04e63bce7ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398839 Nov 24 15:29:35.921361 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc341e9-053c-469e-940d-67d08cb46ab2 req-80183693-a431-42b1-b085-a155e184bd35 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:29:35.922856 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-2bc341e9-053c-469e-940d-67d08cb46ab2 req-80183693-a431-42b1-b085-a155e184bd35 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef9112ee-7671-4710-858e-fd623de49132 HTTP/1.1" status: 200 len: 946 time: 0.0474257 Nov 24 15:29:35.970566 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-2bc341e9-053c-469e-940d-67d08cb46ab2 req-2ef1e16a-bf71-45e9-96fd-b21341d1e298 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/security-groups?id=76f30e4d-c507-44ba-b949-04e63bce7ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418725 Nov 24 15:29:36.214755 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638486b-b6d2-4377-b1ba-67ecef21fdcc req-7b362f01-ce5e-4e4e-af61-9cb4ab95d60b tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:29:36.216156 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-3638486b-b6d2-4377-b1ba-67ecef21fdcc req-7b362f01-ce5e-4e4e-af61-9cb4ab95d60b tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.74 "GET /v2.0/ports?device_id=ef9112ee-7671-4710-858e-fd623de49132 HTTP/1.1" status: 200 len: 946 time: 0.0476859 Nov 24 15:29:36.308197 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [req-3638486b-b6d2-4377-b1ba-67ecef21fdcc req-b00a3cc6-e4fc-4de9-8d73-4e3551667c70 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Deleting port 92eec736-e4cd-4ccf-be5a-8014d692c990 {{(pid=102545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:29:36.308533 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-3638486b-b6d2-4377-b1ba-67ecef21fdcc req-b00a3cc6-e4fc-4de9-8d73-4e3551667c70 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:36.394005 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-3638486b-b6d2-4377-b1ba-67ecef21fdcc req-b00a3cc6-e4fc-4de9-8d73-4e3551667c70 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] For port 92eec736-e4cd-4ccf-be5a-8014d692c990, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=92eec736-e4cd-4ccf-be5a-8014d692c990,segment=NetworkSegment(8d82d28c-f78b-4712-82c0-b754e907f9a7),segment_id=8d82d28c-f78b-4712-82c0-b754e907f9a7)] {{(pid=102545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:29:36.394368 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-3638486b-b6d2-4377-b1ba-67ecef21fdcc req-b00a3cc6-e4fc-4de9-8d73-4e3551667c70 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:36.406518 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [req-3638486b-b6d2-4377-b1ba-67ecef21fdcc req-b00a3cc6-e4fc-4de9-8d73-4e3551667c70 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Calling delete_port for 92eec736-e4cd-4ccf-be5a-8014d692c990 owned by compute:nova {{(pid=102545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:29:36.442194 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:29:36.461748 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] No Port match for: 7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e {{(pid=102546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:29:36.462095 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 7fc3bdcc-ac1d-4a0d-b4a6-b9a0d99f789e not bound to the agent host hv-cinder-80403 {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:29:36.534479 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-3638486b-b6d2-4377-b1ba-67ecef21fdcc req-b00a3cc6-e4fc-4de9-8d73-4e3551667c70 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:36.546798 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] get_ports_and_sgs() called for port_ids ['92eec736-e4cd-4ccf-be5a-8014d692c990'] {{(pid=102546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:29:36.560767 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a3cc6-e4fc-4de9-8d73-4e3551667c70 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Pushing event deleted for resources: {'Port': ['ID=92eec736-e4cd-4ccf-be5a-8014d692c990,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:29:36.605680 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [req-3638486b-b6d2-4377-b1ba-67ecef21fdcc req-b00a3cc6-e4fc-4de9-8d73-4e3551667c70 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] No DVR routers for this DVR port 92eec736-e4cd-4ccf-be5a-8014d692c990 on host hv-cinder-80403 {{(pid=102545) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:29:36.608084 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-3638486b-b6d2-4377-b1ba-67ecef21fdcc req-b00a3cc6-e4fc-4de9-8d73-4e3551667c70 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:36.612101 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-3638486b-b6d2-4377-b1ba-67ecef21fdcc req-b00a3cc6-e4fc-4de9-8d73-4e3551667c70 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.74 "DELETE /v2.0/ports/92eec736-e4cd-4ccf-be5a-8014d692c990 HTTP/1.1" status: 204 len: 173 time: 0.3887706 Nov 24 15:29:36.612534 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9112ee-7671-4710-858e-fd623de49132', 'name': 'network-vif-deleted', 'tag': '92eec736-e4cd-4ccf-be5a-8014d692c990'}] {{(pid=102545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:29:36.615176 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e232a59b198ff96befa2502742fd1f317735a6d9991c1ac6356d20aee71e71d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3c26ce-29fb-47be-905a-20cb49859972" -d '{"events": [{"server_uuid": "ef9112ee-7671-4710-858e-fd623de49132", "name": "network-vif-deleted", "tag": "92eec736-e4cd-4ccf-be5a-8014d692c990"}]}' {{(pid=102545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:29:36.656668 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d10e744-bf45-47ff-897c-a29bb8b9a093 x-openstack-request-id: req-2d10e744-bf45-47ff-897c-a29bb8b9a093 {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:29:36.657094 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef9112ee-7671-4710-858e-fd623de49132", "name": "network-vif-deleted", "tag": "92eec736-e4cd-4ccf-be5a-8014d692c990", "status": "completed", "code": 200}]} {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:29:36.657333 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2d10e744-bf45-47ff-897c-a29bb8b9a093 {{(pid=102545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:29:36.657755 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9112ee-7671-4710-858e-fd623de49132', 'name': 'network-vif-deleted', 'tag': '92eec736-e4cd-4ccf-be5a-8014d692c990', 'status': 'completed', 'code': 200} Nov 24 15:29:37.080437 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-67fe2f52-5b05-430c-9685-254936d60348 req-55afcdda-263e-45b9-a0f8-34ab66ab5701 tempest-AttachVolumeNegativeTest-1852200851 tempest-AttachVolumeNegativeTest-1852200851-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef9112ee-7671-4710-858e-fd623de49132 HTTP/1.1" status: 200 len: 210 time: 0.0310860 Nov 24 15:29:37.640087 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.agents_db [None req-1855c149-01a8-4582-985c-3b31432c2781 None None] Agent healthcheck: found 6 active agents {{(pid=102547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:29:38.061584 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:38.135255 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 39150) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:29:38.183627 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c56e2bb-5a06-4c3a-8b07-a43da0ad769d admin admin] Deleting subnet 8a98bb50-be5b-4c6d-80dd-eaa8dc2bd6e1 {{(pid=102544) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 15:29:38.186614 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-7c56e2bb-5a06-4c3a-8b07-a43da0ad769d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:38.220209 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-7c56e2bb-5a06-4c3a-8b07-a43da0ad769d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15251451'] for subnet, precommit_delete_associations {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:38.258920 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-7c56e2bb-5a06-4c3a-8b07-a43da0ad769d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469115'] for subnet, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:38.311374 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-7c56e2bb-5a06-4c3a-8b07-a43da0ad769d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15751986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13828195'] for subnet, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:38.340548 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c56e2bb-5a06-4c3a-8b07-a43da0ad769d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a98bb50-be5b-4c6d-80dd-eaa8dc2bd6e1,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:29:38.344221 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-7c56e2bb-5a06-4c3a-8b07-a43da0ad769d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for subnet, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:38.347427 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-7c56e2bb-5a06-4c3a-8b07-a43da0ad769d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/8a98bb50-be5b-4c6d-80dd-eaa8dc2bd6e1 HTTP/1.1" status: 204 len: 168 time: 0.2108235 Nov 24 15:29:38.349989 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 39152) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:29:38.416322 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-bbe20971-68db-4c97-ada8-8e6b22fba7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541282'] for network, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:38.497580 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-bbe20971-68db-4c97-ada8-8e6b22fba7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468516', 'neutron.services.segments.db._delete_segments_for_network-8750837505464'] for network, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:38.517599 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.services.segments.db [None req-bbe20971-68db-4c97-ada8-8e6b22fba7b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa867618-d47b-434c-83de-e2687c858c2a']}} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:29:38.526700 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.services.segments.db [None req-bbe20971-68db-4c97-ada8-8e6b22fba7b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d82d28c-f78b-4712-82c0-b754e907f9a7') {'for_net_delete': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:29:38.527030 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.services.segments.db [None req-bbe20971-68db-4c97-ada8-8e6b22fba7b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d82d28c-f78b-4712-82c0-b754e907f9a7') {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:29:38.536297 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-bbe20971-68db-4c97-ada8-8e6b22fba7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750837468492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15251404'] for segment, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:38.549529 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-bbe20971-68db-4c97-ada8-8e6b22fba7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470086'] for segment, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:38.555477 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbe20971-68db-4c97-ada8-8e6b22fba7b7 admin admin] Releasing vlan 1227 on physical network physnet1 to pool {{(pid=102544) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 15:29:38.555862 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-bbe20971-68db-4c97-ada8-8e6b22fba7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15822992'] for segment, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:38.557681 dv-cinder-804035-20-iscsi neutron-server[102544]: Traceback (most recent call last): Nov 24 15:29:38.557681 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 15:29:38.557681 dv-cinder-804035-20-iscsi neutron-server[102544]: timer() Nov 24 15:29:38.557681 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 15:29:38.557681 dv-cinder-804035-20-iscsi neutron-server[102544]: cb(*args, **kw) Nov 24 15:29:38.557681 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 15:29:38.557681 dv-cinder-804035-20-iscsi neutron-server[102544]: return func(*args, **kwargs) Nov 24 15:29:38.557681 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 15:29:38.557681 dv-cinder-804035-20-iscsi neutron-server[102544]: self._notify() Nov 24 15:29:38.557681 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 15:29:38.557681 dv-cinder-804035-20-iscsi neutron-server[102544]: self.callback(batched_events) Nov 24 15:29:38.557681 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 15:29:38.557681 dv-cinder-804035-20-iscsi neutron-server[102544]: event.method(event) Nov 24 15:29:38.557681 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 15:29:38.557681 dv-cinder-804035-20-iscsi neutron-server[102544]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 15:29:38.557681 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 15:29:38.557681 dv-cinder-804035-20-iscsi neutron-server[102544]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 15:29:38.557681 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 15:29:38.557681 dv-cinder-804035-20-iscsi neutron-server[102544]: return f(self, *a, **k) Nov 24 15:29:38.557681 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 15:29:38.557681 dv-cinder-804035-20-iscsi neutron-server[102544]: return self._get(url).json() Nov 24 15:29:38.557681 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 15:29:38.557681 dv-cinder-804035-20-iscsi neutron-server[102544]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 15:29:38.557681 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 15:29:38.557681 dv-cinder-804035-20-iscsi neutron-server[102544]: return self.request(url, 'GET', **kwargs) Nov 24 15:29:38.557681 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 15:29:38.557681 dv-cinder-804035-20-iscsi neutron-server[102544]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 15:29:38.557681 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 15:29:38.557681 dv-cinder-804035-20-iscsi neutron-server[102544]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 15:29:38.557681 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 15:29:38.557681 dv-cinder-804035-20-iscsi neutron-server[102544]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 15:29:38.557681 dv-cinder-804035-20-iscsi neutron-server[102544]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 15:29:38.613446 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-bbe20971-68db-4c97-ada8-8e6b22fba7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663844'] for network, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:38.618628 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-bbe20971-68db-4c97-ada8-8e6b22fba7b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for network, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:38.621835 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-bbe20971-68db-4c97-ada8-8e6b22fba7b7 admin admin] 10.222.0.66 "DELETE /v2.0/networks/aa867618-d47b-434c-83de-e2687c858c2a HTTP/1.1" status: 204 len: 168 time: 0.2709296 Nov 24 15:29:38.632930 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe20971-68db-4c97-ada8-8e6b22fba7b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa867618-d47b-434c-83de-e2687c858c2a,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:29:38.781770 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 39156) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:29:38.825212 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-2ff9b379-4d28-48f2-b17d-7f737739b10e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=334c8b40c125486ba3a4da48c4908263&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422666 Nov 24 15:29:38.827627 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 39158) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:29:38.874333 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-8e46b629-a077-4580-8ff4-f9dd72a004a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:38.895901 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-8e46b629-a077-4580-8ff4-f9dd72a004a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:38.942441 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-8e46b629-a077-4580-8ff4-f9dd72a004a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:38.945078 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-8e46b629-a077-4580-8ff4-f9dd72a004a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:38.946301 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-8e46b629-a077-4580-8ff4-f9dd72a004a0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/76f30e4d-c507-44ba-b949-04e63bce7ff5 HTTP/1.1" status: 204 len: 168 time: 0.1177447 Nov 24 15:29:38.954195 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e46b629-a077-4580-8ff4-f9dd72a004a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f30e4d-c507-44ba-b949-04e63bce7ff5,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:29:40.438245 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 92eec736-e4cd-4ccf-be5a-8014d692c990 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:29:40.458529 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] No Port match for: 92eec736-e4cd-4ccf-be5a-8014d692c990 {{(pid=102546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:29:40.458915 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 92eec736-e4cd-4ccf-be5a-8014d692c990 not bound to the agent host hv-cinder-80403 {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:29:45.194279 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-ed4e0acc-605a-4282-8a70-be029562038d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:47.637920 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-8366293c-cdf9-41e5-9a0c-aaed5f9edcdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:48.095571 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 39272) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:29:48.197559 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-6c4fe590-0ac1-4840-a640-01234780289d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:48.236161 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-124f8df6-068a-4f00-a8c0-a9ff39f4d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:48.273264 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-6c4fe590-0ac1-4840-a640-01234780289d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:48.276963 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-6c4fe590-0ac1-4840-a640-01234780289d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:48.316979 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-6c4fe590-0ac1-4840-a640-01234780289d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f776e0cef0ee49328c253add5bb785a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2203350 Nov 24 15:29:48.317770 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fe590-0ac1-4840-a640-01234780289d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c04bd4-5ae5-4d9e-80d2-3e86c810d272,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:29:48.319719 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 39276) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:29:48.368898 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-9c780b2c-31cf-4468-b89d-0e0f12b51f7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:48.389179 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-9c780b2c-31cf-4468-b89d-0e0f12b51f7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:48.435724 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-9c780b2c-31cf-4468-b89d-0e0f12b51f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:48.438255 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-9c780b2c-31cf-4468-b89d-0e0f12b51f7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:48.439467 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-9c780b2c-31cf-4468-b89d-0e0f12b51f7a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/01c04bd4-5ae5-4d9e-80d2-3e86c810d272 HTTP/1.1" status: 204 len: 168 time: 0.1187704 Nov 24 15:29:48.446872 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c780b2c-31cf-4468-b89d-0e0f12b51f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c04bd4-5ae5-4d9e-80d2-3e86c810d272,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:29:49.795888 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0567c706-1e8e-49a8-b1df-c52fd48358e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:51.001224 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:58.848548 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 39382) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:29:58.951489 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-d23f0bc2-30c2-4906-94fa-651a45ffa6f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:59.021954 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-d23f0bc2-30c2-4906-94fa-651a45ffa6f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:59.025635 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-d23f0bc2-30c2-4906-94fa-651a45ffa6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:59.062288 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-d23f0bc2-30c2-4906-94fa-651a45ffa6f5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f35f16624404455dbf365fe97bed9d7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2121251 Nov 24 15:29:59.064252 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f0bc2-30c2-4906-94fa-651a45ffa6f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d68c78-135b-4c58-9e0d-21b92af19666,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:29:59.065181 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 39386) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:29:59.112543 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-51c86f47-1e0f-45ff-8aed-b67c2aa82aa3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:59.132586 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-51c86f47-1e0f-45ff-8aed-b67c2aa82aa3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:59.177541 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-51c86f47-1e0f-45ff-8aed-b67c2aa82aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:59.180239 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-51c86f47-1e0f-45ff-8aed-b67c2aa82aa3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:59.181695 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-51c86f47-1e0f-45ff-8aed-b67c2aa82aa3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f6d68c78-135b-4c58-9e0d-21b92af19666 HTTP/1.1" status: 204 len: 168 time: 0.1153655 Nov 24 15:29:59.189637 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c86f47-1e0f-45ff-8aed-b67c2aa82aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d68c78-135b-4c58-9e0d-21b92af19666,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:29:59.437524 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 39392) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:29:59.450348 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-4dd87180-8106-42ec-bf1b-61cde07ba133 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:59.524528 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-4dd87180-8106-42ec-bf1b-61cde07ba133 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:59.528229 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-4dd87180-8106-42ec-bf1b-61cde07ba133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:59.566328 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-4dd87180-8106-42ec-bf1b-61cde07ba133 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=25e3f3cbf5634c9587262f36f077255c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1277337 Nov 24 15:29:59.567303 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd87180-8106-42ec-bf1b-61cde07ba133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d009c0-0a7e-45e7-8757-e48813cf7a1e,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:29:59.569008 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 39394) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:29:59.620734 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-352e7424-2c9d-4c8b-aa38-caf56f75f1f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:59.641476 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-352e7424-2c9d-4c8b-aa38-caf56f75f1f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:59.687363 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-352e7424-2c9d-4c8b-aa38-caf56f75f1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:59.689893 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-352e7424-2c9d-4c8b-aa38-caf56f75f1f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:59.693848 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-352e7424-2c9d-4c8b-aa38-caf56f75f1f1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f1d009c0-0a7e-45e7-8757-e48813cf7a1e HTTP/1.1" status: 204 len: 168 time: 0.1237659 Nov 24 15:29:59.701637 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352e7424-2c9d-4c8b-aa38-caf56f75f1f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d009c0-0a7e-45e7-8757-e48813cf7a1e,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:30:00.712679 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 39428) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:30:00.814110 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-91f5f470-8056-4a17-9ff8-c92a31037d39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:00.884311 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-91f5f470-8056-4a17-9ff8-c92a31037d39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:00.888133 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-91f5f470-8056-4a17-9ff8-c92a31037d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:00.925680 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-91f5f470-8056-4a17-9ff8-c92a31037d39 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=29dd1520522a4989b501ee06f06325f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2120090 Nov 24 15:30:00.926892 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f5f470-8056-4a17-9ff8-c92a31037d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632ca53d-84d6-4fd4-9056-d272d72f0638,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:30:00.928398 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 39432) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:30:00.980486 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-1bfcc1c7-a034-4ae6-adf7-1568bbfae63d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:01.001022 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-1bfcc1c7-a034-4ae6-adf7-1568bbfae63d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:01.046996 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-1bfcc1c7-a034-4ae6-adf7-1568bbfae63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:01.049580 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-1bfcc1c7-a034-4ae6-adf7-1568bbfae63d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:01.050729 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-1bfcc1c7-a034-4ae6-adf7-1568bbfae63d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/632ca53d-84d6-4fd4-9056-d272d72f0638 HTTP/1.1" status: 204 len: 168 time: 0.1212637 Nov 24 15:30:01.058198 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfcc1c7-a034-4ae6-adf7-1568bbfae63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632ca53d-84d6-4fd4-9056-d272d72f0638,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:30:03.228433 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f9f58134-9159-4422-9096-38cf29a34836 req-2b00e823-4935-4aad-a892-7f54a8054e66 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=4290cbbab53745588528c99ae7f72032&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306668 Nov 24 15:30:03.407343 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f58134-9159-4422-9096-38cf29a34836 req-779d6a80-4ccf-4c67-80e9-da03d9224cb2 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:30:03.408737 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f9f58134-9159-4422-9096-38cf29a34836 req-779d6a80-4ccf-4c67-80e9-da03d9224cb2 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1747866 Nov 24 15:30:03.423353 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f9f58134-9159-4422-9096-38cf29a34836 req-6693dd70-73e9-4cc5-8f98-51bee52c1c73 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] 10.222.0.66 "GET /v2.0/quotas/4290cbbab53745588528c99ae7f72032 HTTP/1.1" status: 200 len: 375 time: 0.0089717 Nov 24 15:30:03.457525 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f9f58134-9159-4422-9096-38cf29a34836 req-0a2595e3-2286-453a-a227-de7408b53749 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4290cbbab53745588528c99ae7f72032&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290790 Nov 24 15:30:03.610026 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-b8341a5d-5f6f-4f5f-87b1-d2f6b79ee3b5 req-8aaea38c-d713-4ca0-a27e-dd2ad30faf42 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] 10.222.0.66 "GET /v2.0/ports?device_id=2bf02c45-aa44-4c3d-810f-49ee2ab6ad41 HTTP/1.1" status: 200 len: 210 time: 0.0257006 Nov 24 15:30:04.548257 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-f9f58134-9159-4422-9096-38cf29a34836 req-83e07a93-7edc-45d5-bc72-b03bdf39f4e7 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=4290cbbab53745588528c99ae7f72032&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283120 Nov 24 15:30:04.708532 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-e17b49b7-babb-4f7b-8cbf-3f33a93b19c4 req-2e83d711-cbe7-4638-b36e-dfd7056581b6 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] 10.222.0.66 "GET /v2.0/ports?device_id=2bf02c45-aa44-4c3d-810f-49ee2ab6ad41 HTTP/1.1" status: 200 len: 210 time: 0.0275214 Nov 24 15:30:04.734835 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f58134-9159-4422-9096-38cf29a34836 req-afde2dd4-8260-46b5-97ee-f6734faf2102 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:30:04.736294 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-f9f58134-9159-4422-9096-38cf29a34836 req-afde2dd4-8260-46b5-97ee-f6734faf2102 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1826999 Nov 24 15:30:04.750491 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [req-f9f58134-9159-4422-9096-38cf29a34836 req-8a26e341-9df1-4d6b-acbe-135589cc3c10 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] Request body: {'port': {'device_id': '2bf02c45-aa44-4c3d-810f-49ee2ab6ad41', 'network_id': 'ef3cd415-3bde-4855-afb2-d13af130a8e4', 'admin_state_up': True, 'tenant_id': '4290cbbab53745588528c99ae7f72032'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:30:04.858268 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9f58134-9159-4422-9096-38cf29a34836 req-8a26e341-9df1-4d6b-acbe-135589cc3c10 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] Made reservation on behalf of 4290cbbab53745588528c99ae7f72032 for: {'port': 1} {{(pid=102545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:30:04.861671 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-f9f58134-9159-4422-9096-38cf29a34836 req-8a26e341-9df1-4d6b-acbe-135589cc3c10 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:04.870086 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-f9f58134-9159-4422-9096-38cf29a34836 req-8a26e341-9df1-4d6b-acbe-135589cc3c10 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:04.941762 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-f9f58134-9159-4422-9096-38cf29a34836 req-8a26e341-9df1-4d6b-acbe-135589cc3c10 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:04.945459 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-f9f58134-9159-4422-9096-38cf29a34836 req-8a26e341-9df1-4d6b-acbe-135589cc3c10 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:05.011176 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a26e341-9df1-4d6b-acbe-135589cc3c10 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe6a17c-63a3-4841-8a01-fa9b279c8374,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:30:05.024369 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a26e341-9df1-4d6b-acbe-135589cc3c10 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:30:05.024743 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a26e341-9df1-4d6b-acbe-135589cc3c10 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:30:05.025085 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a26e341-9df1-4d6b-acbe-135589cc3c10 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:30:05.025442 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a26e341-9df1-4d6b-acbe-135589cc3c10 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:30:05.025772 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a26e341-9df1-4d6b-acbe-135589cc3c10 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:30:05.026101 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a26e341-9df1-4d6b-acbe-135589cc3c10 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:30:05.026428 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a26e341-9df1-4d6b-acbe-135589cc3c10 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:30:05.026757 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a26e341-9df1-4d6b-acbe-135589cc3c10 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:30:05.027111 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a26e341-9df1-4d6b-acbe-135589cc3c10 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:30:05.027433 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a26e341-9df1-4d6b-acbe-135589cc3c10 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:30:05.027754 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a26e341-9df1-4d6b-acbe-135589cc3c10 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:30:05.028074 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a26e341-9df1-4d6b-acbe-135589cc3c10 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:30:05.089088 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.db_base_plugin_common [req-f9f58134-9159-4422-9096-38cf29a34836 req-8a26e341-9df1-4d6b-acbe-135589cc3c10 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] Allocated IP 192.168.233.146 (ef3cd415-3bde-4855-afb2-d13af130a8e4/9f3e7e85-5483-4d83-96cf-414d4b6fb23d/02ba6f53-1c39-4dad-8765-31b24cf07fde) {{(pid=102545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:30:05.229806 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-f9f58134-9159-4422-9096-38cf29a34836 req-8a26e341-9df1-4d6b-acbe-135589cc3c10 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] Publish callbacks [] for port, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:05.263873 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-f9f58134-9159-4422-9096-38cf29a34836 req-8a26e341-9df1-4d6b-acbe-135589cc3c10 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:05.310090 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9f58134-9159-4422-9096-38cf29a34836 req-8a26e341-9df1-4d6b-acbe-135589cc3c10 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] Network ef3cd415-3bde-4855-afb2-d13af130a8e4 is already hosted by enough agents. {{(pid=102545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:30:05.313558 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [req-f9f58134-9159-4422-9096-38cf29a34836 req-8a26e341-9df1-4d6b-acbe-135589cc3c10 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] Resources bound (agent type, host, resource id): {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:30:05.315944 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f58134-9159-4422-9096-38cf29a34836 req-8a26e341-9df1-4d6b-acbe-135589cc3c10 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] Received port after_create {{(pid=102545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:30:05.340554 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a26e341-9df1-4d6b-acbe-135589cc3c10 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] Pushing event updated for resources: {'Port': ['ID=02ba6f53-1c39-4dad-8765-31b24cf07fde,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:30:05.369285 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f58134-9159-4422-9096-38cf29a34836 req-8a26e341-9df1-4d6b-acbe-135589cc3c10 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:30:05.369916 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-f9f58134-9159-4422-9096-38cf29a34836 req-8a26e341-9df1-4d6b-acbe-135589cc3c10 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:05.387660 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-f9f58134-9159-4422-9096-38cf29a34836 req-8a26e341-9df1-4d6b-acbe-135589cc3c10 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6407850 Nov 24 15:30:05.397636 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [req-f9f58134-9159-4422-9096-38cf29a34836 req-a92e011c-e45e-42de-a121-9433bd5cdd16 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=102545) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 15:30:05.398600 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-f9f58134-9159-4422-9096-38cf29a34836 req-a92e011c-e45e-42de-a121-9433bd5cdd16 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051491 Nov 24 15:30:05.505777 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [req-f9f58134-9159-4422-9096-38cf29a34836 req-63221db3-ad09-4778-9556-8ce3bfd6052f service neutron] Request body: {'port': {'device_id': '2bf02c45-aa44-4c3d-810f-49ee2ab6ad41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:30:05.553148 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-9f1d9424-0551-4aa3-9eba-86759cde7548 None None] Provisioning complete for port 02ba6f53-1c39-4dad-8765-31b24cf07fde triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:30:05.553775 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-9f1d9424-0551-4aa3-9eba-86759cde7548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:05.557900 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-f9f58134-9159-4422-9096-38cf29a34836 req-63221db3-ad09-4778-9556-8ce3bfd6052f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:05.585781 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-9f1d9424-0551-4aa3-9eba-86759cde7548 None None] Port 02ba6f53-1c39-4dad-8765-31b24cf07fde cannot update to ACTIVE because it is not bound. {{(pid=102546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:30:05.813816 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [req-f9f58134-9159-4422-9096-38cf29a34836 req-63221db3-ad09-4778-9556-8ce3bfd6052f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02ba6f53-1c39-4dad-8765-31b24cf07fde {{(pid=102545) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:30:05.821244 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-f9f58134-9159-4422-9096-38cf29a34836 req-63221db3-ad09-4778-9556-8ce3bfd6052f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:05.823464 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e7358-b6dd-4a00-926f-37a328fcfc80 req-89908665-baf9-4085-a9a3-58943553c1c4 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:30:05.824954 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-d17e7358-b6dd-4a00-926f-37a328fcfc80 req-89908665-baf9-4085-a9a3-58943553c1c4 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] 10.222.0.66 "GET /v2.0/ports?device_id=2bf02c45-aa44-4c3d-810f-49ee2ab6ad41 HTTP/1.1" status: 200 len: 936 time: 0.0488007 Nov 24 15:30:05.834038 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.provisioning_blocks [req-f9f58134-9159-4422-9096-38cf29a34836 req-63221db3-ad09-4778-9556-8ce3bfd6052f service neutron] Transition to ACTIVE for port object 02ba6f53-1c39-4dad-8765-31b24cf07fde will not be triggered until provisioned by entity L2. {{(pid=102545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 15:30:05.837802 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-f9f58134-9159-4422-9096-38cf29a34836 req-63221db3-ad09-4778-9556-8ce3bfd6052f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13923618'] for port, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:05.873220 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-d17e7358-b6dd-4a00-926f-37a328fcfc80 req-007239a7-22d9-4e2d-b02e-a2d9f9f4c258 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] 10.222.0.66 "GET /v2.0/security-groups?id=7fe6a17c-63a3-4841-8a01-fa9b279c8374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420370 Nov 24 15:30:05.885351 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63221db3-ad09-4778-9556-8ce3bfd6052f service neutron] Pushing event updated for resources: {'Port': ['ID=02ba6f53-1c39-4dad-8765-31b24cf07fde,revision_number=2']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:30:05.963579 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-f9f58134-9159-4422-9096-38cf29a34836 req-63221db3-ad09-4778-9556-8ce3bfd6052f service neutron] Attempting to bind port 02ba6f53-1c39-4dad-8765-31b24cf07fde on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:30:05.963998 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-f9f58134-9159-4422-9096-38cf29a34836 req-63221db3-ad09-4778-9556-8ce3bfd6052f service neutron] Attempting to bind port 02ba6f53-1c39-4dad-8765-31b24cf07fde by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '6e12b4a8-7835-46c3-9db0-cf0fb262f9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'ef3cd415-3bde-4855-afb2-d13af130a8e4'}] {{(pid=102545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:30:05.967232 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f58134-9159-4422-9096-38cf29a34836 req-63221db3-ad09-4778-9556-8ce3bfd6052f service neutron] Attempting to bind port 02ba6f53-1c39-4dad-8765-31b24cf07fde on network ef3cd415-3bde-4855-afb2-d13af130a8e4 {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:30:05.972707 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f58134-9159-4422-9096-38cf29a34836 req-63221db3-ad09-4778-9556-8ce3bfd6052f service neutron] Port 02ba6f53-1c39-4dad-8765-31b24cf07fde on network ef3cd415-3bde-4855-afb2-d13af130a8e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 15:30:05.973030 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f58134-9159-4422-9096-38cf29a34836 req-63221db3-ad09-4778-9556-8ce3bfd6052f service neutron] Attempting to bind port 02ba6f53-1c39-4dad-8765-31b24cf07fde on network ef3cd415-3bde-4855-afb2-d13af130a8e4 {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:30:05.977884 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f58134-9159-4422-9096-38cf29a34836 req-63221db3-ad09-4778-9556-8ce3bfd6052f service neutron] Checking agent: {'id': 'd4f6996e-fa07-4465-ad79-7a89714f2bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 17, 38), 'started_at': datetime.datetime(2021, 11, 24, 15, 17, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:30:05.978216 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f58134-9159-4422-9096-38cf29a34836 req-63221db3-ad09-4778-9556-8ce3bfd6052f service neutron] Checking segment: {'id': '6e12b4a8-7835-46c3-9db0-cf0fb262f9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'ef3cd415-3bde-4855-afb2-d13af130a8e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:30:05.978599 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f58134-9159-4422-9096-38cf29a34836 req-63221db3-ad09-4778-9556-8ce3bfd6052f service neutron] Bound using segment: {'id': '6e12b4a8-7835-46c3-9db0-cf0fb262f9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'ef3cd415-3bde-4855-afb2-d13af130a8e4'} {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:30:05.979429 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-f9f58134-9159-4422-9096-38cf29a34836 req-63221db3-ad09-4778-9556-8ce3bfd6052f service neutron] Bound port: 02ba6f53-1c39-4dad-8765-31b24cf07fde, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e12b4a8-7835-46c3-9db0-cf0fb262f9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'ef3cd415-3bde-4855-afb2-d13af130a8e4'}}] {{(pid=102545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:30:05.979429 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-f9f58134-9159-4422-9096-38cf29a34836 req-63221db3-ad09-4778-9556-8ce3bfd6052f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:06.045909 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-f9f58134-9159-4422-9096-38cf29a34836 req-63221db3-ad09-4778-9556-8ce3bfd6052f service neutron] For port 02ba6f53-1c39-4dad-8765-31b24cf07fde, host hv-cinder-80403, cleared binding levels {{(pid=102545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:30:06.049182 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-f9f58134-9159-4422-9096-38cf29a34836 req-63221db3-ad09-4778-9556-8ce3bfd6052f service neutron] For port 02ba6f53-1c39-4dad-8765-31b24cf07fde, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=02ba6f53-1c39-4dad-8765-31b24cf07fde,segment=NetworkSegment(6e12b4a8-7835-46c3-9db0-cf0fb262f9fc),segment_id=6e12b4a8-7835-46c3-9db0-cf0fb262f9fc)] {{(pid=102545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:30:06.052699 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-f9f58134-9159-4422-9096-38cf29a34836 req-63221db3-ad09-4778-9556-8ce3bfd6052f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13923618'] for port, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:06.083919 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f58134-9159-4422-9096-38cf29a34836 req-63221db3-ad09-4778-9556-8ce3bfd6052f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:30:06.084471 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-f9f58134-9159-4422-9096-38cf29a34836 req-63221db3-ad09-4778-9556-8ce3bfd6052f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:06.085945 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-f9f58134-9159-4422-9096-38cf29a34836 req-63221db3-ad09-4778-9556-8ce3bfd6052f service neutron] 10.222.0.74 "PUT /v2.0/ports/02ba6f53-1c39-4dad-8765-31b24cf07fde HTTP/1.1" status: 200 len: 1098 time: 0.6791098 Nov 24 15:30:06.088230 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bf02c45-aa44-4c3d-810f-49ee2ab6ad41', 'tag': '02ba6f53-1c39-4dad-8765-31b24cf07fde'}] {{(pid=102545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:30:06.091204 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e232a59b198ff96befa2502742fd1f317735a6d9991c1ac6356d20aee71e71d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af066d57-4123-44f0-a66e-c564acf60ec1" -d '{"events": [{"name": "network-changed", "server_uuid": "2bf02c45-aa44-4c3d-810f-49ee2ab6ad41", "tag": "02ba6f53-1c39-4dad-8765-31b24cf07fde"}]}' {{(pid=102545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:30:06.137828 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63221db3-ad09-4778-9556-8ce3bfd6052f service neutron] Pushing event updated for resources: {'Port': ['ID=02ba6f53-1c39-4dad-8765-31b24cf07fde,revision_number=3']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:30:06.161204 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6526d3ff-4e7f-40f8-aac1-8bc96cbfe348 x-openstack-request-id: req-6526d3ff-4e7f-40f8-aac1-8bc96cbfe348 {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:30:06.161491 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bf02c45-aa44-4c3d-810f-49ee2ab6ad41", "tag": "02ba6f53-1c39-4dad-8765-31b24cf07fde", "status": "completed", "code": 200}]} {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:30:06.161741 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6526d3ff-4e7f-40f8-aac1-8bc96cbfe348 {{(pid=102545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:30:06.162130 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bf02c45-aa44-4c3d-810f-49ee2ab6ad41', 'tag': '02ba6f53-1c39-4dad-8765-31b24cf07fde', 'status': 'completed', 'code': 200} Nov 24 15:30:06.178050 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f58134-9159-4422-9096-38cf29a34836 req-5e12fc0e-3114-4cf7-b062-b68710154006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:30:06.179839 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-f9f58134-9159-4422-9096-38cf29a34836 req-5e12fc0e-3114-4cf7-b062-b68710154006 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4290cbbab53745588528c99ae7f72032&device_id=2bf02c45-aa44-4c3d-810f-49ee2ab6ad41 HTTP/1.1" status: 200 len: 1101 time: 0.0507843 Nov 24 15:30:06.226296 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-f9f58134-9159-4422-9096-38cf29a34836 req-b1eeede2-279c-46d8-a908-b14d1dda5e36 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=02ba6f53-1c39-4dad-8765-31b24cf07fde HTTP/1.1" status: 200 len: 217 time: 0.0381348 Nov 24 15:30:06.276203 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f58134-9159-4422-9096-38cf29a34836 req-353d6ae2-745a-47d1-bf10-f6e19b7ee3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:30:06.277650 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-f9f58134-9159-4422-9096-38cf29a34836 req-353d6ae2-745a-47d1-bf10-f6e19b7ee3a5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9f3e7e85-5483-4d83-96cf-414d4b6fb23d HTTP/1.1" status: 200 len: 843 time: 0.0443192 Nov 24 15:30:06.321784 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f58134-9159-4422-9096-38cf29a34836 req-5598cb85-fbbe-4430-a58d-ee2f35b37ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:30:06.323380 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-f9f58134-9159-4422-9096-38cf29a34836 req-5598cb85-fbbe-4430-a58d-ee2f35b37ce3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ef3cd415-3bde-4855-afb2-d13af130a8e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0386419 Nov 24 15:30:06.414389 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-f9f58134-9159-4422-9096-38cf29a34836 req-59ebf443-431f-4d9e-a4f2-a4d4612c520f service neutron] 10.222.0.74 "GET /v2.0/networks/ef3cd415-3bde-4855-afb2-d13af130a8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831504 Nov 24 15:30:06.501711 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-f9f58134-9159-4422-9096-38cf29a34836 req-cd990cd4-f36a-4960-b33f-269fa1a1531f service neutron] 10.222.0.74 "GET /v2.0/networks/ef3cd415-3bde-4855-afb2-d13af130a8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795610 Nov 24 15:30:06.586459 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af066d57-4123-44f0-a66e-c564acf60ec1 req-1fbbe53e-6b78-4f54-a9ab-3214b9794b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:30:06.587897 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-af066d57-4123-44f0-a66e-c564acf60ec1 req-1fbbe53e-6b78-4f54-a9ab-3214b9794b15 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4290cbbab53745588528c99ae7f72032&device_id=2bf02c45-aa44-4c3d-810f-49ee2ab6ad41 HTTP/1.1" status: 200 len: 1101 time: 0.0433011 Nov 24 15:30:06.676992 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af066d57-4123-44f0-a66e-c564acf60ec1 req-52f52521-38c9-436b-af77-4cf664b31b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:30:06.678439 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-af066d57-4123-44f0-a66e-c564acf60ec1 req-52f52521-38c9-436b-af77-4cf664b31b36 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ef3cd415-3bde-4855-afb2-d13af130a8e4 HTTP/1.1" status: 200 len: 871 time: 0.0834074 Nov 24 15:30:06.721945 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-af066d57-4123-44f0-a66e-c564acf60ec1 req-992caa05-24f9-4bca-a305-f06be67c0248 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=02ba6f53-1c39-4dad-8765-31b24cf07fde HTTP/1.1" status: 200 len: 217 time: 0.0359790 Nov 24 15:30:06.770143 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af066d57-4123-44f0-a66e-c564acf60ec1 req-6984cf88-5a7c-45a7-9e5f-e90efc053e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:30:06.771577 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-af066d57-4123-44f0-a66e-c564acf60ec1 req-6984cf88-5a7c-45a7-9e5f-e90efc053e2d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9f3e7e85-5483-4d83-96cf-414d4b6fb23d HTTP/1.1" status: 200 len: 843 time: 0.0432024 Nov 24 15:30:06.816280 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af066d57-4123-44f0-a66e-c564acf60ec1 req-15e557a0-309f-497a-b626-ff571451011f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:30:06.817713 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-af066d57-4123-44f0-a66e-c564acf60ec1 req-15e557a0-309f-497a-b626-ff571451011f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ef3cd415-3bde-4855-afb2-d13af130a8e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0390306 Nov 24 15:30:06.909287 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-af066d57-4123-44f0-a66e-c564acf60ec1 req-9524f873-ec15-41b1-8531-4f37d8a113eb service neutron] 10.222.0.74 "GET /v2.0/networks/ef3cd415-3bde-4855-afb2-d13af130a8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830891 Nov 24 15:30:06.995023 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19abb561-bc22-4249-b6a1-4f02afb44fb2 req-e140350f-405a-4061-b08f-9ab5dc31b9bc tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:30:06.996542 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-19abb561-bc22-4249-b6a1-4f02afb44fb2 req-e140350f-405a-4061-b08f-9ab5dc31b9bc tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] 10.222.0.66 "GET /v2.0/ports?device_id=2bf02c45-aa44-4c3d-810f-49ee2ab6ad41 HTTP/1.1" status: 200 len: 948 time: 0.0527065 Nov 24 15:30:07.000810 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-af066d57-4123-44f0-a66e-c564acf60ec1 req-4cc23dce-7de2-4503-886d-81d38afaa53d service neutron] 10.222.0.74 "GET /v2.0/networks/ef3cd415-3bde-4855-afb2-d13af130a8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835936 Nov 24 15:30:07.045474 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-19abb561-bc22-4249-b6a1-4f02afb44fb2 req-16e0ccfa-79c7-483f-8e04-cd0fe18e632c tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] 10.222.0.66 "GET /v2.0/security-groups?id=7fe6a17c-63a3-4841-8a01-fa9b279c8374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423529 Nov 24 15:30:08.062767 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:08.158903 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19133f1f-8ae4-47cc-9304-4509f64bfe28 req-9268df05-0131-4f42-bbdd-996f93a9c922 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:30:08.160349 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-19133f1f-8ae4-47cc-9304-4509f64bfe28 req-9268df05-0131-4f42-bbdd-996f93a9c922 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] 10.222.0.66 "GET /v2.0/ports?device_id=2bf02c45-aa44-4c3d-810f-49ee2ab6ad41 HTTP/1.1" status: 200 len: 948 time: 0.0482261 Nov 24 15:30:08.205969 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-19133f1f-8ae4-47cc-9304-4509f64bfe28 req-0257f0e3-b7c9-472e-a9ac-083f4142a98c tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] 10.222.0.66 "GET /v2.0/security-groups?id=7fe6a17c-63a3-4841-8a01-fa9b279c8374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398307 Nov 24 15:30:08.596991 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 02ba6f53-1c39-4dad-8765-31b24cf07fde details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 15:30:08.689378 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 02ba6f53-1c39-4dad-8765-31b24cf07fde, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=02ba6f53-1c39-4dad-8765-31b24cf07fde,segment=NetworkSegment(6e12b4a8-7835-46c3-9db0-cf0fb262f9fc),segment_id=6e12b4a8-7835-46c3-9db0-cf0fb262f9fc)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:30:08.701521 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Returning: {'device': '02ba6f53-1c39-4dad-8765-31b24cf07fde', 'network_id': 'ef3cd415-3bde-4855-afb2-d13af130a8e4', 'port_id': '02ba6f53-1c39-4dad-8765-31b24cf07fde', 'mac_address': 'fa:16:3e:f0:c9:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f3e7e85-5483-4d83-96cf-414d4b6fb23d', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 15:30:08.741832 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:08.754002 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.notifiers.nova [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02ba6f53-1c39-4dad-8765-31b24cf07fde {{(pid=102546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:30:08.772085 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 02ba6f53-1c39-4dad-8765-31b24cf07fde, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=02ba6f53-1c39-4dad-8765-31b24cf07fde,segment=NetworkSegment(6e12b4a8-7835-46c3-9db0-cf0fb262f9fc),segment_id=6e12b4a8-7835-46c3-9db0-cf0fb262f9fc)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:30:08.775829 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:08.822398 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Pushing event updated for resources: {'Port': ['ID=02ba6f53-1c39-4dad-8765-31b24cf07fde,revision_number=4']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:30:08.829218 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:30:08.829552 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:30:08.829897 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:30:08.830236 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:30:08.830570 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:30:08.830931 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:30:08.831273 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:30:08.831605 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:30:08.831935 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:30:08.832262 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:30:08.832593 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:30:08.832915 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:30:08.978702 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] get_ports_and_sgs() called for port_ids ['02ba6f53-1c39-4dad-8765-31b24cf07fde'] {{(pid=102546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:30:09.316518 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682539d-9bc9-4262-95fe-74267b062ce4 req-f57fe582-d221-463c-a706-3577c0909a1a tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:30:09.317967 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-8682539d-9bc9-4262-95fe-74267b062ce4 req-f57fe582-d221-463c-a706-3577c0909a1a tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] 10.222.0.66 "GET /v2.0/ports?device_id=2bf02c45-aa44-4c3d-810f-49ee2ab6ad41 HTTP/1.1" status: 200 len: 949 time: 0.0473924 Nov 24 15:30:09.367685 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-8682539d-9bc9-4262-95fe-74267b062ce4 req-c5dc64a6-b578-4438-bd3b-f42f25ab3e59 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] 10.222.0.66 "GET /v2.0/security-groups?id=7fe6a17c-63a3-4841-8a01-fa9b279c8374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435901 Nov 24 15:30:10.483510 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d561f-709f-478d-b0aa-1c3e3d5b0b98 req-8a44696a-e0cb-4967-b562-65b480063500 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:30:10.484995 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-978d561f-709f-478d-b0aa-1c3e3d5b0b98 req-8a44696a-e0cb-4967-b562-65b480063500 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] 10.222.0.66 "GET /v2.0/ports?device_id=2bf02c45-aa44-4c3d-810f-49ee2ab6ad41 HTTP/1.1" status: 200 len: 949 time: 0.0500183 Nov 24 15:30:10.532576 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-978d561f-709f-478d-b0aa-1c3e3d5b0b98 req-6f46bc1a-0472-408f-b024-68b444d70f84 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] 10.222.0.66 "GET /v2.0/security-groups?id=7fe6a17c-63a3-4841-8a01-fa9b279c8374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414565 Nov 24 15:30:10.598012 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 02ba6f53-1c39-4dad-8765-31b24cf07fde up at agent hyperv_hv-cinder-80403 {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:30:10.645398 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Provisioning for port 02ba6f53-1c39-4dad-8765-31b24cf07fde completed by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 15:30:10.649095 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Provisioning complete for port 02ba6f53-1c39-4dad-8765-31b24cf07fde triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:30:10.649468 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:10.727002 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:10.749616 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf02c45-aa44-4c3d-810f-49ee2ab6ad41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ba6f53-1c39-4dad-8765-31b24cf07fde'}] {{(pid=102546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:30:10.751995 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec30b6fee894e899a7ef63b5da9bb2e859d87fc094cada3931da851dba0edc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d7e322-62b4-429f-8184-73d3325d57f4" -d '{"events": [{"server_uuid": "2bf02c45-aa44-4c3d-810f-49ee2ab6ad41", "name": "network-vif-plugged", "status": "completed", "tag": "02ba6f53-1c39-4dad-8765-31b24cf07fde"}]}' {{(pid=102546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:30:10.764909 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 02ba6f53-1c39-4dad-8765-31b24cf07fde, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=02ba6f53-1c39-4dad-8765-31b24cf07fde,segment=NetworkSegment(6e12b4a8-7835-46c3-9db0-cf0fb262f9fc),segment_id=6e12b4a8-7835-46c3-9db0-cf0fb262f9fc)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:30:10.769128 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:10.816159 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Pushing event updated for resources: {'Port': ['ID=02ba6f53-1c39-4dad-8765-31b24cf07fde,revision_number=5']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:30:10.903000 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6ad166-2f3a-4fc1-8cac-0a7e46d75a75 x-openstack-request-id: req-cb6ad166-2f3a-4fc1-8cac-0a7e46d75a75 {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:30:10.903298 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf02c45-aa44-4c3d-810f-49ee2ab6ad41", "name": "network-vif-plugged", "status": "completed", "tag": "02ba6f53-1c39-4dad-8765-31b24cf07fde", "code": 200}]} {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:30:10.903558 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cb6ad166-2f3a-4fc1-8cac-0a7e46d75a75 {{(pid=102546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:30:10.903975 dv-cinder-804035-20-iscsi neutron-server[102546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf02c45-aa44-4c3d-810f-49ee2ab6ad41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ba6f53-1c39-4dad-8765-31b24cf07fde', 'code': 200} Nov 24 15:30:11.061844 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f8dbb-2dcd-49bd-a479-69917a1514bf req-b2093a4e-8f12-4c98-8741-d0a4687b7f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:30:11.063363 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-f41f8dbb-2dcd-49bd-a479-69917a1514bf req-b2093a4e-8f12-4c98-8741-d0a4687b7f00 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2bf02c45-aa44-4c3d-810f-49ee2ab6ad41 HTTP/1.1" status: 200 len: 1103 time: 0.0394633 Nov 24 15:30:11.110730 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-f41f8dbb-2dcd-49bd-a479-69917a1514bf req-14c6d8e9-e2fe-413a-876d-ba9173d031f2 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7fe6a17c-63a3-4841-8a01-fa9b279c8374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399313 Nov 24 15:30:11.644040 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba83d7-0c6d-4a07-80c6-1313fab781b4 req-2070ac75-c897-435d-b0ae-183648a08bd7 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:30:11.645541 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-adba83d7-0c6d-4a07-80c6-1313fab781b4 req-2070ac75-c897-435d-b0ae-183648a08bd7 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] 10.222.0.66 "GET /v2.0/ports?device_id=2bf02c45-aa44-4c3d-810f-49ee2ab6ad41 HTTP/1.1" status: 200 len: 950 time: 0.0479093 Nov 24 15:30:11.690448 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-adba83d7-0c6d-4a07-80c6-1313fab781b4 req-78213566-dcd7-4199-8d92-15092b7ac2e6 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] 10.222.0.66 "GET /v2.0/security-groups?id=7fe6a17c-63a3-4841-8a01-fa9b279c8374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391200 Nov 24 15:30:12.809731 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c2beb-593d-4385-a1a0-ab0c1b07d365 req-c7ae2f74-c802-4fd9-970c-4e3efbe896f1 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:30:12.811224 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f92c2beb-593d-4385-a1a0-ab0c1b07d365 req-c7ae2f74-c802-4fd9-970c-4e3efbe896f1 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] 10.222.0.66 "GET /v2.0/ports?device_id=2bf02c45-aa44-4c3d-810f-49ee2ab6ad41 HTTP/1.1" status: 200 len: 950 time: 0.0520878 Nov 24 15:30:12.857091 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f92c2beb-593d-4385-a1a0-ab0c1b07d365 req-0c2023b5-f7e6-4e71-b14f-f594c89a9af3 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] 10.222.0.66 "GET /v2.0/security-groups?id=7fe6a17c-63a3-4841-8a01-fa9b279c8374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399783 Nov 24 15:30:13.104520 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a1091c-f408-4ca0-9aac-8c68a66af6e3 req-2764d82b-7738-4ce1-88d2-28fcb85dcda5 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:30:13.105986 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-94a1091c-f408-4ca0-9aac-8c68a66af6e3 req-2764d82b-7738-4ce1-88d2-28fcb85dcda5 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] 10.222.0.66 "GET /v2.0/ports?device_id=2bf02c45-aa44-4c3d-810f-49ee2ab6ad41 HTTP/1.1" status: 200 len: 950 time: 0.0479589 Nov 24 15:30:13.152864 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-94a1091c-f408-4ca0-9aac-8c68a66af6e3 req-be613133-040f-416f-b02a-690866645e08 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] 10.222.0.66 "GET /v2.0/security-groups?id=7fe6a17c-63a3-4841-8a01-fa9b279c8374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406461 Nov 24 15:30:14.270781 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725d49a-e410-475a-abcd-d205e6947c4b req-705b2322-7bc2-4496-9f35-c0f2298a91dd tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:30:14.272285 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-e725d49a-e410-475a-abcd-d205e6947c4b req-705b2322-7bc2-4496-9f35-c0f2298a91dd tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] 10.222.0.66 "GET /v2.0/ports?device_id=2bf02c45-aa44-4c3d-810f-49ee2ab6ad41 HTTP/1.1" status: 200 len: 950 time: 0.0515344 Nov 24 15:30:14.319842 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-e725d49a-e410-475a-abcd-d205e6947c4b req-d05bb2de-58b6-4b26-81e3-bc4fd3eaea57 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] 10.222.0.66 "GET /v2.0/security-groups?id=7fe6a17c-63a3-4841-8a01-fa9b279c8374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409696 Nov 24 15:30:14.371640 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dcc56f-70fd-4286-8caf-3ce9cb83c2b2 req-920e453a-1cbf-4187-b0a8-7799d654da60 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:30:14.373102 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-32dcc56f-70fd-4286-8caf-3ce9cb83c2b2 req-920e453a-1cbf-4187-b0a8-7799d654da60 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bf02c45-aa44-4c3d-810f-49ee2ab6ad41 HTTP/1.1" status: 200 len: 950 time: 0.0475643 Nov 24 15:30:14.457735 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [req-32dcc56f-70fd-4286-8caf-3ce9cb83c2b2 req-3cb359de-1e6b-435a-bac1-e90f47f29771 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] Deleting port 02ba6f53-1c39-4dad-8765-31b24cf07fde {{(pid=102545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:30:14.457987 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-32dcc56f-70fd-4286-8caf-3ce9cb83c2b2 req-3cb359de-1e6b-435a-bac1-e90f47f29771 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:14.545083 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-32dcc56f-70fd-4286-8caf-3ce9cb83c2b2 req-3cb359de-1e6b-435a-bac1-e90f47f29771 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] For port 02ba6f53-1c39-4dad-8765-31b24cf07fde, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=02ba6f53-1c39-4dad-8765-31b24cf07fde,segment=NetworkSegment(6e12b4a8-7835-46c3-9db0-cf0fb262f9fc),segment_id=6e12b4a8-7835-46c3-9db0-cf0fb262f9fc)] {{(pid=102545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:30:14.545445 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-32dcc56f-70fd-4286-8caf-3ce9cb83c2b2 req-3cb359de-1e6b-435a-bac1-e90f47f29771 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:14.556958 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [req-32dcc56f-70fd-4286-8caf-3ce9cb83c2b2 req-3cb359de-1e6b-435a-bac1-e90f47f29771 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] Calling delete_port for 02ba6f53-1c39-4dad-8765-31b24cf07fde owned by compute:nova {{(pid=102545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:30:14.638951 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.agents_db [None req-1855c149-01a8-4582-985c-3b31432c2781 None None] Agent healthcheck: found 6 active agents {{(pid=102547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:30:14.681894 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-32dcc56f-70fd-4286-8caf-3ce9cb83c2b2 req-3cb359de-1e6b-435a-bac1-e90f47f29771 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:14.693547 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] get_ports_and_sgs() called for port_ids ['02ba6f53-1c39-4dad-8765-31b24cf07fde'] {{(pid=102546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:30:14.710576 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb359de-1e6b-435a-bac1-e90f47f29771 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] Pushing event deleted for resources: {'Port': ['ID=02ba6f53-1c39-4dad-8765-31b24cf07fde,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:30:14.750863 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [req-32dcc56f-70fd-4286-8caf-3ce9cb83c2b2 req-3cb359de-1e6b-435a-bac1-e90f47f29771 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] No DVR routers for this DVR port 02ba6f53-1c39-4dad-8765-31b24cf07fde on host hv-cinder-80403 {{(pid=102545) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:30:14.753520 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-32dcc56f-70fd-4286-8caf-3ce9cb83c2b2 req-3cb359de-1e6b-435a-bac1-e90f47f29771 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:14.756995 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-32dcc56f-70fd-4286-8caf-3ce9cb83c2b2 req-3cb359de-1e6b-435a-bac1-e90f47f29771 tempest-VolumesNegativeTest-1679640158 tempest-VolumesNegativeTest-1679640158-project] 10.222.0.74 "DELETE /v2.0/ports/02ba6f53-1c39-4dad-8765-31b24cf07fde HTTP/1.1" status: 204 len: 173 time: 0.3775523 Nov 24 15:30:14.757437 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf02c45-aa44-4c3d-810f-49ee2ab6ad41', 'name': 'network-vif-deleted', 'tag': '02ba6f53-1c39-4dad-8765-31b24cf07fde'}] {{(pid=102545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:30:14.759888 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e232a59b198ff96befa2502742fd1f317735a6d9991c1ac6356d20aee71e71d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5d5fa2-50f4-4986-a22d-4e3d034105a9" -d '{"events": [{"server_uuid": "2bf02c45-aa44-4c3d-810f-49ee2ab6ad41", "name": "network-vif-deleted", "tag": "02ba6f53-1c39-4dad-8765-31b24cf07fde"}]}' {{(pid=102545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:30:14.801291 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d652818-017c-4cdc-9e82-7a1203338835 x-openstack-request-id: req-3d652818-017c-4cdc-9e82-7a1203338835 {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:30:14.801579 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf02c45-aa44-4c3d-810f-49ee2ab6ad41", "name": "network-vif-deleted", "tag": "02ba6f53-1c39-4dad-8765-31b24cf07fde", "status": "completed", "code": 200}]} {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:30:14.801827 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3d652818-017c-4cdc-9e82-7a1203338835 {{(pid=102545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:30:14.802227 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf02c45-aa44-4c3d-810f-49ee2ab6ad41', 'name': 'network-vif-deleted', 'tag': '02ba6f53-1c39-4dad-8765-31b24cf07fde', 'status': 'completed', 'code': 200} Nov 24 15:30:15.198034 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-71283913-969c-445c-8443-baeb5a668f3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:17.644443 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-172bb23d-cb12-45fc-9b08-055efc2e8abc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:18.240696 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-124f8df6-068a-4f00-a8c0-a9ff39f4d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:18.629732 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 02ba6f53-1c39-4dad-8765-31b24cf07fde no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:30:18.649536 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] No Port match for: 02ba6f53-1c39-4dad-8765-31b24cf07fde {{(pid=102546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:30:18.650163 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 02ba6f53-1c39-4dad-8765-31b24cf07fde not bound to the agent host hv-cinder-80403 {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:30:19.106497 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 39774) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:30:19.235093 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-db55f767-22eb-4352-afa6-0750d12b445e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4290cbbab53745588528c99ae7f72032&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1273990 Nov 24 15:30:19.237921 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 39778) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:30:19.284522 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-43727aa7-3e63-43f4-97fa-f43f1058d0f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:19.304439 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-43727aa7-3e63-43f4-97fa-f43f1058d0f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:19.351388 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-43727aa7-3e63-43f4-97fa-f43f1058d0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:19.353954 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-43727aa7-3e63-43f4-97fa-f43f1058d0f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:19.355163 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-43727aa7-3e63-43f4-97fa-f43f1058d0f5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7fe6a17c-63a3-4841-8a01-fa9b279c8374 HTTP/1.1" status: 204 len: 168 time: 0.1163018 Nov 24 15:30:19.363518 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43727aa7-3e63-43f4-97fa-f43f1058d0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe6a17c-63a3-4841-8a01-fa9b279c8374,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:30:19.370554 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43727aa7-3e63-43f4-97fa-f43f1058d0f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:30:19.370930 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43727aa7-3e63-43f4-97fa-f43f1058d0f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:30:19.371274 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43727aa7-3e63-43f4-97fa-f43f1058d0f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:30:19.371612 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43727aa7-3e63-43f4-97fa-f43f1058d0f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:30:19.371943 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43727aa7-3e63-43f4-97fa-f43f1058d0f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:30:19.372275 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43727aa7-3e63-43f4-97fa-f43f1058d0f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:30:19.372594 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43727aa7-3e63-43f4-97fa-f43f1058d0f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:30:19.373045 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43727aa7-3e63-43f4-97fa-f43f1058d0f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:30:19.373376 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43727aa7-3e63-43f4-97fa-f43f1058d0f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:30:19.373808 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43727aa7-3e63-43f4-97fa-f43f1058d0f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:30:19.374748 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43727aa7-3e63-43f4-97fa-f43f1058d0f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:30:19.375187 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43727aa7-3e63-43f4-97fa-f43f1058d0f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:30:19.799059 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0567c706-1e8e-49a8-b1df-c52fd48358e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:19.950697 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 39800) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:30:20.045379 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [None req-e8a7d207-5349-4194-abf5-90ec24e9619d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-347690756-network', 'tenant_id': '43561d39a3aa4b6390447a9f4f77d4e4'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:30:20.067312 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a7d207-5349-4194-abf5-90ec24e9619d admin admin] Made reservation on behalf of 43561d39a3aa4b6390447a9f4f77d4e4 for: {'network': 1} {{(pid=102545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:30:20.069695 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-e8a7d207-5349-4194-abf5-90ec24e9619d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for network, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:20.078608 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-e8a7d207-5349-4194-abf5-90ec24e9619d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:20.151499 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-e8a7d207-5349-4194-abf5-90ec24e9619d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:20.155238 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-e8a7d207-5349-4194-abf5-90ec24e9619d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:20.181001 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8a7d207-5349-4194-abf5-90ec24e9619d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1209} {{(pid=102545) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 15:30:20.186982 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a7d207-5349-4194-abf5-90ec24e9619d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a897ab71-53cb-4e5a-bfb2-59db6b0888e7,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:30:20.196075 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-e8a7d207-5349-4194-abf5-90ec24e9619d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470086'] for segment, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:20.196415 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.db.segments_db [None req-e8a7d207-5349-4194-abf5-90ec24e9619d admin admin] Added segment 45807ef9-e4ab-4d2c-8072-ec118c02f64c of type vlan for network db54b14e-d81b-403a-a7f2-afe04d2df659 Nov 24 15:30:20.235164 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-e8a7d207-5349-4194-abf5-90ec24e9619d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750836966705'] for network, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:20.259142 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-e8a7d207-5349-4194-abf5-90ec24e9619d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203'] for network, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:20.260195 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a7d207-5349-4194-abf5-90ec24e9619d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:30:20.260803 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-e8a7d207-5349-4194-abf5-90ec24e9619d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for network, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:20.293769 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-e8a7d207-5349-4194-abf5-90ec24e9619d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3418193 Nov 24 15:30:20.296447 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 39804) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:30:20.300980 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [None req-db4adffc-277c-451d-83fa-0408880e6023 admin admin] Request body: {'subnet': {'network_id': 'db54b14e-d81b-403a-a7f2-afe04d2df659', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-347690756-subnet', 'tenant_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'ip_version': 4}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:30:20.332374 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a7d207-5349-4194-abf5-90ec24e9619d admin admin] Pushing event updated for resources: {'Network': ['ID=db54b14e-d81b-403a-a7f2-afe04d2df659,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:30:20.342676 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Network db54b14e-d81b-403a-a7f2-afe04d2df659 details requested by agent ovs-agent-dv-cinder-804035-20-iscsi with host dv-cinder-804035-20-iscsi {{(pid=102546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 15:30:20.347233 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4adffc-277c-451d-83fa-0408880e6023 admin admin] Made reservation on behalf of 43561d39a3aa4b6390447a9f4f77d4e4 for: {'subnet': 1} {{(pid=102545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:30:20.349500 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-db4adffc-277c-451d-83fa-0408880e6023 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13012759'] for subnet, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:20.511173 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-db4adffc-277c-451d-83fa-0408880e6023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13923767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13012741'] for subnet, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:20.569853 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4adffc-277c-451d-83fa-0408880e6023 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24072aee-2b99-4eeb-b66b-29b890164732,revision_number=0']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:30:20.576719 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4adffc-277c-451d-83fa-0408880e6023 admin admin] Checking segment: {'id': '45807ef9-e4ab-4d2c-8072-ec118c02f64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'db54b14e-d81b-403a-a7f2-afe04d2df659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:30:20.577074 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4adffc-277c-451d-83fa-0408880e6023 admin admin] Network hostable DHCP agents. Network: db54b14e-d81b-403a-a7f2-afe04d2df659, hostable agents: ['c1d34c78-3ad8-4647-a250-754fc30c4ba4'], hosted agents: [] {{(pid=102545) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 15:30:20.593931 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4adffc-277c-451d-83fa-0408880e6023 admin admin] Network db54b14e-d81b-403a-a7f2-afe04d2df659 is scheduled to be hosted by DHCP agent c1d34c78-3ad8-4647-a250-754fc30c4ba4 with binding_index 1 {{(pid=102545) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 15:30:20.603509 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [None req-db4adffc-277c-451d-83fa-0408880e6023 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-20-iscsi, db54b14e-d81b-403a-a7f2-afe04d2df659) {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:30:20.608062 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4adffc-277c-451d-83fa-0408880e6023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:30:20.608634 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-db4adffc-277c-451d-83fa-0408880e6023 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:20.615118 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72badbb-de71-497c-b8ff-a6d5cb08f171 None None] Network db54b14e-d81b-403a-a7f2-afe04d2df659 requested from dv-cinder-804035-20-iscsi {{(pid=102546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:30:20.627875 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-db4adffc-277c-451d-83fa-0408880e6023 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3269310 Nov 24 15:30:20.628339 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 39806) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:30:20.633035 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [None req-fe821b7d-fe1a-4613-9e51-193acb8fccd6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-347690756-router', 'tenant_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86'}}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:30:20.654032 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-fe821b7d-fe1a-4613-9e51-193acb8fccd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-679383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3251'] for router, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:20.655023 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-fe821b7d-fe1a-4613-9e51-193acb8fccd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-665005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-621000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3204'] for router, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:20.703285 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-fe821b7d-fe1a-4613-9e51-193acb8fccd6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:20.763719 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431b6223-07dc-48f8-9c0f-c095e0a6a5c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d40999c-5bbb-552c-8929-1b9b17976eea-db54b14e-d81b-403a-a7f2-afe04d2df659', 'network_id': 'db54b14e-d81b-403a-a7f2-afe04d2df659', 'tenant_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'fixed_ips': [{'subnet_id': '24072aee-2b99-4eeb-b66b-29b890164732'}]}} from dv-cinder-804035-20-iscsi. {{(pid=102546) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 15:30:20.764592 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-431b6223-07dc-48f8-9c0f-c095e0a6a5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:20.904325 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.db_base_plugin_common [None req-431b6223-07dc-48f8-9c0f-c095e0a6a5c9 None None] Allocated IP 172.20.0.2 (db54b14e-d81b-403a-a7f2-afe04d2df659/24072aee-2b99-4eeb-b66b-29b890164732/6023dc95-347c-4edd-876f-34c71ab125bc) {{(pid=102546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:30:21.037984 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:21.059050 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-431b6223-07dc-48f8-9c0f-c095e0a6a5c9 None None] Publish callbacks [] for port, precommit_create {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:21.066898 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-431b6223-07dc-48f8-9c0f-c095e0a6a5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098'] for port, after_create {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:21.094017 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-fe821b7d-fe1a-4613-9e51-193acb8fccd6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:21.112863 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431b6223-07dc-48f8-9c0f-c095e0a6a5c9 None None] Network db54b14e-d81b-403a-a7f2-afe04d2df659 is already hosted by enough agents. {{(pid=102546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:30:21.115708 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.scheduler.base_scheduler [None req-431b6223-07dc-48f8-9c0f-c095e0a6a5c9 None None] Resources bound (agent type, host, resource id): {{(pid=102546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:30:21.120314 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431b6223-07dc-48f8-9c0f-c095e0a6a5c9 None None] Received port after_create {{(pid=102546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:30:21.122257 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431b6223-07dc-48f8-9c0f-c095e0a6a5c9 None None] Pushing event updated for resources: {'Port': ['ID=6023dc95-347c-4edd-876f-34c71ab125bc,revision_number=1']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:30:21.174195 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-431b6223-07dc-48f8-9c0f-c095e0a6a5c9 None None] Attempting to bind port 6023dc95-347c-4edd-876f-34c71ab125bc on host dv-cinder-804035-20-iscsi for vnic_type normal with profile {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:30:21.174487 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-431b6223-07dc-48f8-9c0f-c095e0a6a5c9 None None] Attempting to bind port 6023dc95-347c-4edd-876f-34c71ab125bc by drivers openvswitch,hyperv on host dv-cinder-804035-20-iscsi at level 0 using segments [{'id': '45807ef9-e4ab-4d2c-8072-ec118c02f64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'db54b14e-d81b-403a-a7f2-afe04d2df659'}] {{(pid=102546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:30:21.174879 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431b6223-07dc-48f8-9c0f-c095e0a6a5c9 None None] Attempting to bind port 6023dc95-347c-4edd-876f-34c71ab125bc on network db54b14e-d81b-403a-a7f2-afe04d2df659 {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:30:21.180698 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431b6223-07dc-48f8-9c0f-c095e0a6a5c9 None None] Checking agent: {'id': '09195cb9-9d00-4b2c-842e-e029daf9b985', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 11, 51), 'started_at': datetime.datetime(2021, 11, 24, 15, 12, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:30:21.181087 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431b6223-07dc-48f8-9c0f-c095e0a6a5c9 None None] Checking segment: {'id': '45807ef9-e4ab-4d2c-8072-ec118c02f64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'db54b14e-d81b-403a-a7f2-afe04d2df659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:30:21.181783 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-431b6223-07dc-48f8-9c0f-c095e0a6a5c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:21.182028 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431b6223-07dc-48f8-9c0f-c095e0a6a5c9 None None] Bound using segment: {'id': '45807ef9-e4ab-4d2c-8072-ec118c02f64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'db54b14e-d81b-403a-a7f2-afe04d2df659'} {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:30:21.182568 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-431b6223-07dc-48f8-9c0f-c095e0a6a5c9 None None] Bound port: 6023dc95-347c-4edd-876f-34c71ab125bc, host: dv-cinder-804035-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45807ef9-e4ab-4d2c-8072-ec118c02f64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'db54b14e-d81b-403a-a7f2-afe04d2df659'}}] {{(pid=102546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:30:21.182974 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-431b6223-07dc-48f8-9c0f-c095e0a6a5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:21.244046 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-431b6223-07dc-48f8-9c0f-c095e0a6a5c9 None None] For port 6023dc95-347c-4edd-876f-34c71ab125bc, host dv-cinder-804035-20-iscsi, cleared binding levels {{(pid=102546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:30:21.247232 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-431b6223-07dc-48f8-9c0f-c095e0a6a5c9 None None] For port 6023dc95-347c-4edd-876f-34c71ab125bc, host dv-cinder-804035-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=6023dc95-347c-4edd-876f-34c71ab125bc,segment=NetworkSegment(45807ef9-e4ab-4d2c-8072-ec118c02f64c),segment_id=45807ef9-e4ab-4d2c-8072-ec118c02f64c)] {{(pid=102546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:30:21.252715 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-431b6223-07dc-48f8-9c0f-c095e0a6a5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:21.296836 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-fe821b7d-fe1a-4613-9e51-193acb8fccd6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:21.329169 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431b6223-07dc-48f8-9c0f-c095e0a6a5c9 None None] Pushing event updated for resources: {'Port': ['ID=6023dc95-347c-4edd-876f-34c71ab125bc,revision_number=2']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:30:21.335217 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-fe821b7d-fe1a-4613-9e51-193acb8fccd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:21.446211 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.db_base_plugin_common [None req-fe821b7d-fe1a-4613-9e51-193acb8fccd6 admin admin] Allocated IP 172.27.3.84 (8344f4db-560e-43ae-a8a3-c586ec595f86/c55147fe-7574-46b9-be0f-c5d247f19105/5388cd62-7b0f-4d9e-ab73-367177402f4a) {{(pid=102545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:30:21.586226 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-fe821b7d-fe1a-4613-9e51-193acb8fccd6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:21.624017 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-fe821b7d-fe1a-4613-9e51-193acb8fccd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:21.668583 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe821b7d-fe1a-4613-9e51-193acb8fccd6 admin admin] Network 8344f4db-560e-43ae-a8a3-c586ec595f86 is already hosted by enough agents. {{(pid=102545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:30:21.672508 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe821b7d-fe1a-4613-9e51-193acb8fccd6 admin admin] Pushing event updated for resources: {'Port': ['ID=5388cd62-7b0f-4d9e-ab73-367177402f4a,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:30:21.675055 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [None req-fe821b7d-fe1a-4613-9e51-193acb8fccd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:30:21.677084 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe821b7d-fe1a-4613-9e51-193acb8fccd6 admin admin] Received port after_create {{(pid=102545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:30:21.918159 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-fe821b7d-fe1a-4613-9e51-193acb8fccd6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:22.115959 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-fe821b7d-fe1a-4613-9e51-193acb8fccd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663900'] for router, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:22.180365 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927b9d53-870b-4fdc-9bee-9b21ae26c889 None None] Network db54b14e-d81b-403a-a7f2-afe04d2df659 requested from dv-cinder-804035-20-iscsi {{(pid=102546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:30:22.250312 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe821b7d-fe1a-4613-9e51-193acb8fccd6 admin admin] Router edba0a85-70f6-4a73-8d31-eefc28f8a234 is scheduled to L3 agent cf746c29-e95d-415d-8373-1f02a86f1d46 with binding_index 1 {{(pid=102545) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 15:30:22.267043 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-84dca49b-bcfd-4303-9e68-612737175485 None None] Provisioning complete for port 6023dc95-347c-4edd-876f-34c71ab125bc triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:30:22.267417 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-84dca49b-bcfd-4303-9e68-612737175485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:22.371251 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe821b7d-fe1a-4613-9e51-193acb8fccd6 admin admin] Notify agent at l3_agent.dv-cinder-804035-20-iscsi the message routers_updated {{(pid=102545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:30:22.391062 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195eda74-b48a-44cf-bda1-8833382c6828 None None] Sync routers for ids ['edba0a85-70f6-4a73-8d31-eefc28f8a234'] in dv-cinder-804035-20-iscsi {{(pid=102546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:30:22.393827 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-fe821b7d-fe1a-4613-9e51-193acb8fccd6 admin admin] Publish callbacks [] for router, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:22.395550 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-fe821b7d-fe1a-4613-9e51-193acb8fccd6 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7654746 Nov 24 15:30:22.397690 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 39808) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:30:22.423520 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 6023dc95-347c-4edd-876f-34c71ab125bc up at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:30:22.448927 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195eda74-b48a-44cf-bda1-8833382c6828 None None] Routers {'edba0a85-70f6-4a73-8d31-eefc28f8a234'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:30:22.450035 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-195eda74-b48a-44cf-bda1-8833382c6828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:30:18Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['edba0a85-70f6-4a73-8d31-eefc28f8a234'], 'active': True} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:30:22.453477 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-84dca49b-bcfd-4303-9e68-612737175485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:22.700512 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-84dca49b-bcfd-4303-9e68-612737175485 None None] For port 6023dc95-347c-4edd-876f-34c71ab125bc, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=6023dc95-347c-4edd-876f-34c71ab125bc,segment=NetworkSegment(45807ef9-e4ab-4d2c-8072-ec118c02f64c),segment_id=45807ef9-e4ab-4d2c-8072-ec118c02f64c)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:30:22.712040 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-84dca49b-bcfd-4303-9e68-612737175485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:22.747845 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Provisioning complete for port 6023dc95-347c-4edd-876f-34c71ab125bc triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:30:22.748218 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:22.784004 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvr_db [None req-195eda74-b48a-44cf-bda1-8833382c6828 None None] Set router edba0a85-70f6-4a73-8d31-eefc28f8a234 gateway port host: dv-cinder-804035-20-iscsi {{(pid=102546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:30:22.823875 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-40593a81-555b-4a38-b9f7-370b3e98a385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:22.855281 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dca49b-bcfd-4303-9e68-612737175485 None None] Pushing event updated for resources: {'Port': ['ID=6023dc95-347c-4edd-876f-34c71ab125bc,revision_number=3']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:30:22.929946 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-e6907949-8b8e-4222-862a-21b91198f17a None None] Provisioning complete for port 6023dc95-347c-4edd-876f-34c71ab125bc triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:30:22.930320 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-e6907949-8b8e-4222-862a-21b91198f17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:22.976565 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.db_base_plugin_common [None req-40593a81-555b-4a38-b9f7-370b3e98a385 admin admin] Allocated IP 172.20.0.1 (db54b14e-d81b-403a-a7f2-afe04d2df659/24072aee-2b99-4eeb-b66b-29b890164732/0be9171b-8736-4376-ad87-f92e088ba978) {{(pid=102545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:30:23.081550 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-40593a81-555b-4a38-b9f7-370b3e98a385 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:23.101464 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-195eda74-b48a-44cf-bda1-8833382c6828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edba0a85-70f6-4a73-8d31-eefc28f8a234', 'name': 'tempest-TestMinimumBasicScenario-347690756-router', 'tenant_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '5388cd62-7b0f-4d9e-ab73-367177402f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:30:20Z', 'updated_at': '2021-11-24T15:30:21Z', 'revision_number': 3, 'project_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'gw_port': {'id': '5388cd62-7b0f-4d9e-ab73-367177402f4a', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bf:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edba0a85-70f6-4a73-8d31-eefc28f8a234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:30:21Z', 'updated_at': '2021-11-24T15:30:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi'}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:30:23.118247 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-40593a81-555b-4a38-b9f7-370b3e98a385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:23.127935 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195eda74-b48a-44cf-bda1-8833382c6828 None None] Checking router: edba0a85-70f6-4a73-8d31-eefc28f8a234 for host: dv-cinder-804035-20-iscsi {{(pid=102546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:30:23.128295 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195eda74-b48a-44cf-bda1-8833382c6828 None None] Updating router edba0a85-70f6-4a73-8d31-eefc28f8a234 port 5388cd62-7b0f-4d9e-ab73-367177402f4a binding host dv-cinder-804035-20-iscsi {{(pid=102546) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 15:30:23.153265 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-195eda74-b48a-44cf-bda1-8833382c6828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:23.159957 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40593a81-555b-4a38-b9f7-370b3e98a385 admin admin] Network db54b14e-d81b-403a-a7f2-afe04d2df659 is already hosted by enough agents. {{(pid=102545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:30:23.162790 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [None req-40593a81-555b-4a38-b9f7-370b3e98a385 admin admin] Resources bound (agent type, host, resource id): {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:30:23.165257 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40593a81-555b-4a38-b9f7-370b3e98a385 admin admin] Received port after_create {{(pid=102545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:30:23.187334 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40593a81-555b-4a38-b9f7-370b3e98a385 admin admin] Pushing event updated for resources: {'Port': ['ID=0be9171b-8736-4376-ad87-f92e088ba978,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:30:23.208289 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-40593a81-555b-4a38-b9f7-370b3e98a385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663981'] for router_interface, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:23.342099 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-40593a81-555b-4a38-b9f7-370b3e98a385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:23.443066 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-18a2c6c7-0ad4-4001-a61b-48d1fe69e390 None None] Provisioning complete for port 0be9171b-8736-4376-ad87-f92e088ba978 triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:30:23.443614 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-18a2c6c7-0ad4-4001-a61b-48d1fe69e390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:23.446072 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-195eda74-b48a-44cf-bda1-8833382c6828 None None] Publish callbacks [] for port, precommit_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:23.467627 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-195eda74-b48a-44cf-bda1-8833382c6828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:23.502362 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-40593a81-555b-4a38-b9f7-370b3e98a385 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:23.507547 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-40593a81-555b-4a38-b9f7-370b3e98a385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13923618'] for port, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:23.516679 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-18a2c6c7-0ad4-4001-a61b-48d1fe69e390 None None] Port 0be9171b-8736-4376-ad87-f92e088ba978 cannot update to ACTIVE because it is not bound. {{(pid=102546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:30:23.535217 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-195eda74-b48a-44cf-bda1-8833382c6828 None None] Attempting to bind port 5388cd62-7b0f-4d9e-ab73-367177402f4a on host dv-cinder-804035-20-iscsi for vnic_type normal with profile {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:30:23.535592 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-195eda74-b48a-44cf-bda1-8833382c6828 None None] Attempting to bind port 5388cd62-7b0f-4d9e-ab73-367177402f4a by drivers openvswitch,hyperv on host dv-cinder-804035-20-iscsi at level 0 using segments [{'id': '0ed66df3-fe9f-4da3-924e-b64abe4f4390', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86'}] {{(pid=102546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:30:23.535955 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195eda74-b48a-44cf-bda1-8833382c6828 None None] Attempting to bind port 5388cd62-7b0f-4d9e-ab73-367177402f4a on network 8344f4db-560e-43ae-a8a3-c586ec595f86 {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:30:23.537945 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b657a4-10c9-4144-aadc-2dbabaca7965 None None] Pushing event updated for resources: {'Port': ['ID=5388cd62-7b0f-4d9e-ab73-367177402f4a,revision_number=2']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:30:23.543402 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195eda74-b48a-44cf-bda1-8833382c6828 None None] Checking agent: {'id': '09195cb9-9d00-4b2c-842e-e029daf9b985', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 11, 51), 'started_at': datetime.datetime(2021, 11, 24, 15, 12, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:30:23.543781 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195eda74-b48a-44cf-bda1-8833382c6828 None None] Checking segment: {'id': '0ed66df3-fe9f-4da3-924e-b64abe4f4390', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:30:23.544193 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-195eda74-b48a-44cf-bda1-8833382c6828 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:23.544572 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195eda74-b48a-44cf-bda1-8833382c6828 None None] Bound using segment: {'id': '0ed66df3-fe9f-4da3-924e-b64abe4f4390', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86'} {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:30:23.545038 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-195eda74-b48a-44cf-bda1-8833382c6828 None None] Bound port: 5388cd62-7b0f-4d9e-ab73-367177402f4a, host: dv-cinder-804035-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed66df3-fe9f-4da3-924e-b64abe4f4390', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86'}}] {{(pid=102546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:30:23.545418 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-195eda74-b48a-44cf-bda1-8833382c6828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:23.576279 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40593a81-555b-4a38-b9f7-370b3e98a385 admin admin] Pushing event updated for resources: {'Port': ['ID=0be9171b-8736-4376-ad87-f92e088ba978,revision_number=2']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:30:23.579590 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-40593a81-555b-4a38-b9f7-370b3e98a385 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-679709'] for router_interface, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:23.597794 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-195eda74-b48a-44cf-bda1-8833382c6828 None None] For port 5388cd62-7b0f-4d9e-ab73-367177402f4a, host dv-cinder-804035-20-iscsi, cleared binding levels {{(pid=102546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:30:23.601254 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-195eda74-b48a-44cf-bda1-8833382c6828 None None] For port 5388cd62-7b0f-4d9e-ab73-367177402f4a, host dv-cinder-804035-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=5388cd62-7b0f-4d9e-ab73-367177402f4a,segment=NetworkSegment(0ed66df3-fe9f-4da3-924e-b64abe4f4390),segment_id=0ed66df3-fe9f-4da3-924e-b64abe4f4390)] {{(pid=102546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:30:23.606099 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-195eda74-b48a-44cf-bda1-8833382c6828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:23.664561 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b657a4-10c9-4144-aadc-2dbabaca7965 None None] Pushing event updated for resources: {'Port': ['ID=5388cd62-7b0f-4d9e-ab73-367177402f4a,revision_number=3']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:30:23.667278 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195eda74-b48a-44cf-bda1-8833382c6828 None None] Routers {'edba0a85-70f6-4a73-8d31-eefc28f8a234'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:30:23.667869 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-195eda74-b48a-44cf-bda1-8833382c6828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:30:18Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['edba0a85-70f6-4a73-8d31-eefc28f8a234'], 'active': True} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:30:23.670165 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40593a81-555b-4a38-b9f7-370b3e98a385 admin admin] Network db54b14e-d81b-403a-a7f2-afe04d2df659 is already hosted by enough agents. {{(pid=102545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:30:23.671656 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [None req-40593a81-555b-4a38-b9f7-370b3e98a385 admin admin] Resources bound (agent type, host, resource id): {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:30:23.782109 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvr_db [None req-195eda74-b48a-44cf-bda1-8833382c6828 None None] Set router edba0a85-70f6-4a73-8d31-eefc28f8a234 gateway port host: dv-cinder-804035-20-iscsi {{(pid=102546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:30:23.788498 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40593a81-555b-4a38-b9f7-370b3e98a385 admin admin] Router edba0a85-70f6-4a73-8d31-eefc28f8a234 has already been hosted by L3 agent cf746c29-e95d-415d-8373-1f02a86f1d46 {{(pid=102545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:30:23.897823 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40593a81-555b-4a38-b9f7-370b3e98a385 admin admin] Notify agent at l3_agent.dv-cinder-804035-20-iscsi the message routers_updated {{(pid=102545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:30:23.902991 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-40593a81-555b-4a38-b9f7-370b3e98a385 admin admin] 10.222.0.66 "PUT /v2.0/routers/edba0a85-70f6-4a73-8d31-eefc28f8a234/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5042970 Nov 24 15:30:23.974205 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-15d3106b-bd05-473d-a4ca-e430c144dffc None None] Provisioning complete for port 0be9171b-8736-4376-ad87-f92e088ba978 triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:30:23.974581 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-15d3106b-bd05-473d-a4ca-e430c144dffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:24.016685 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-15d3106b-bd05-473d-a4ca-e430c144dffc None None] Port 0be9171b-8736-4376-ad87-f92e088ba978 cannot update to ACTIVE because it is not bound. {{(pid=102546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:30:24.031179 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-195eda74-b48a-44cf-bda1-8833382c6828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edba0a85-70f6-4a73-8d31-eefc28f8a234', 'name': 'tempest-TestMinimumBasicScenario-347690756-router', 'tenant_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '5388cd62-7b0f-4d9e-ab73-367177402f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:30:20Z', 'updated_at': '2021-11-24T15:30:23Z', 'revision_number': 4, 'project_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'gw_port': {'id': '5388cd62-7b0f-4d9e-ab73-367177402f4a', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bf:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edba0a85-70f6-4a73-8d31-eefc28f8a234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:30:21Z', 'updated_at': '2021-11-24T15:30:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': '0be9171b-8736-4376-ad87-f92e088ba978', 'name': '', 'network_id': 'db54b14e-d81b-403a-a7f2-afe04d2df659', 'tenant_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'mac_address': 'fa:16:3e:a8:71:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edba0a85-70f6-4a73-8d31-eefc28f8a234', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '24072aee-2b99-4eeb-b66b-29b890164732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:30:22Z', 'updated_at': '2021-11-24T15:30:23Z', 'revision_number': 2, 'project_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'subnets': [{'id': '24072aee-2b99-4eeb-b66b-29b890164732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:30:24.057853 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195eda74-b48a-44cf-bda1-8833382c6828 None None] The sync data for ids ['edba0a85-70f6-4a73-8d31-eefc28f8a234'] in dv-cinder-804035-20-iscsi is: [{'id': 'edba0a85-70f6-4a73-8d31-eefc28f8a234', 'name': 'tempest-TestMinimumBasicScenario-347690756-router', 'tenant_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '5388cd62-7b0f-4d9e-ab73-367177402f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:30:20Z', 'updated_at': '2021-11-24T15:30:23Z', 'revision_number': 4, 'project_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'gw_port': {'id': '5388cd62-7b0f-4d9e-ab73-367177402f4a', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bf:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edba0a85-70f6-4a73-8d31-eefc28f8a234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:30:21Z', 'updated_at': '2021-11-24T15:30:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': '0be9171b-8736-4376-ad87-f92e088ba978', 'name': '', 'network_id': 'db54b14e-d81b-403a-a7f2-afe04d2df659', 'tenant_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'mac_address': 'fa:16:3e:a8:71:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edba0a85-70f6-4a73-8d31-eefc28f8a234', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '24072aee-2b99-4eeb-b66b-29b890164732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:30:22Z', 'updated_at': '2021-11-24T15:30:23Z', 'revision_number': 2, 'project_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'subnets': [{'id': '24072aee-2b99-4eeb-b66b-29b890164732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:30:24.399854 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 39824) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:30:24.405077 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [None req-b37d6105-bd66-478d-963f-9f2ffd6b4c6d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-720119173-network', 'tenant_id': '373fffc2452c4eb1bd07c0870b0feae9'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:30:24.409674 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 6023dc95-347c-4edd-876f-34c71ab125bc up at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:30:24.428695 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37d6105-bd66-478d-963f-9f2ffd6b4c6d admin admin] Made reservation on behalf of 373fffc2452c4eb1bd07c0870b0feae9 for: {'network': 1} {{(pid=102545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:30:24.431381 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-b37d6105-bd66-478d-963f-9f2ffd6b4c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for network, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:24.440227 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-b37d6105-bd66-478d-963f-9f2ffd6b4c6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:24.470543 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Provisioning complete for port 6023dc95-347c-4edd-876f-34c71ab125bc triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:30:24.471615 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:24.522409 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-b37d6105-bd66-478d-963f-9f2ffd6b4c6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:24.526758 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-b37d6105-bd66-478d-963f-9f2ffd6b4c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:24.556020 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b37d6105-bd66-478d-963f-9f2ffd6b4c6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1245} {{(pid=102545) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 15:30:24.563439 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d6105-bd66-478d-963f-9f2ffd6b4c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d9d476-85eb-44b8-a265-7bb431fe31b3,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:30:24.571563 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-b37d6105-bd66-478d-963f-9f2ffd6b4c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470086'] for segment, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:24.571916 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.db.segments_db [None req-b37d6105-bd66-478d-963f-9f2ffd6b4c6d admin admin] Added segment 36698bce-16cd-4f02-9c71-54f9135afe1b of type vlan for network b6072329-126a-49bf-90f6-2de0ee7a3df9 Nov 24 15:30:24.615142 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-b37d6105-bd66-478d-963f-9f2ffd6b4c6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750836966705'] for network, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:24.640047 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-b37d6105-bd66-478d-963f-9f2ffd6b4c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203'] for network, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:24.641049 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37d6105-bd66-478d-963f-9f2ffd6b4c6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:30:24.641629 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-b37d6105-bd66-478d-963f-9f2ffd6b4c6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for network, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:24.685290 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-b37d6105-bd66-478d-963f-9f2ffd6b4c6d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2842078 Nov 24 15:30:24.688892 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 39826) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:30:24.697518 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.v2.base [None req-66edea9a-14b8-43ce-8f48-7efd9ab928c2 admin admin] Request body: {'subnet': {'network_id': 'b6072329-126a-49bf-90f6-2de0ee7a3df9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-720119173-subnet', 'tenant_id': '373fffc2452c4eb1bd07c0870b0feae9', 'ip_version': 4}} {{(pid=102544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:30:24.716827 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d6105-bd66-478d-963f-9f2ffd6b4c6d admin admin] Pushing event updated for resources: {'Network': ['ID=b6072329-126a-49bf-90f6-2de0ee7a3df9,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:30:24.720548 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66edea9a-14b8-43ce-8f48-7efd9ab928c2 admin admin] Made reservation on behalf of 373fffc2452c4eb1bd07c0870b0feae9 for: {'subnet': 1} {{(pid=102544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:30:24.722906 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-66edea9a-14b8-43ce-8f48-7efd9ab928c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13828168'] for subnet, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:24.728663 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Network b6072329-126a-49bf-90f6-2de0ee7a3df9 details requested by agent ovs-agent-dv-cinder-804035-20-iscsi with host dv-cinder-804035-20-iscsi {{(pid=102546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 15:30:24.909394 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-66edea9a-14b8-43ce-8f48-7efd9ab928c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15752173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13828186'] for subnet, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:24.971000 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66edea9a-14b8-43ce-8f48-7efd9ab928c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e88fd508-906c-4f62-8d00-8e784ace6502,revision_number=0']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:30:24.980883 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66edea9a-14b8-43ce-8f48-7efd9ab928c2 admin admin] Checking segment: {'id': '36698bce-16cd-4f02-9c71-54f9135afe1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'b6072329-126a-49bf-90f6-2de0ee7a3df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:30:24.981238 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66edea9a-14b8-43ce-8f48-7efd9ab928c2 admin admin] Network hostable DHCP agents. Network: b6072329-126a-49bf-90f6-2de0ee7a3df9, hostable agents: ['c1d34c78-3ad8-4647-a250-754fc30c4ba4'], hosted agents: [] {{(pid=102544) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 15:30:24.997924 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66edea9a-14b8-43ce-8f48-7efd9ab928c2 admin admin] Network b6072329-126a-49bf-90f6-2de0ee7a3df9 is scheduled to be hosted by DHCP agent c1d34c78-3ad8-4647-a250-754fc30c4ba4 with binding_index 1 {{(pid=102544) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 15:30:25.010091 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.base_scheduler [None req-66edea9a-14b8-43ce-8f48-7efd9ab928c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-20-iscsi, b6072329-126a-49bf-90f6-2de0ee7a3df9) {{(pid=102544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:30:25.014419 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66edea9a-14b8-43ce-8f48-7efd9ab928c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:30:25.015605 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-66edea9a-14b8-43ce-8f48-7efd9ab928c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for subnet, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:25.022742 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3753bb0d-6a47-4ab8-8530-9ed6c6bb07a8 None None] Network b6072329-126a-49bf-90f6-2de0ee7a3df9 requested from dv-cinder-804035-20-iscsi {{(pid=102546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:30:25.038764 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-66edea9a-14b8-43ce-8f48-7efd9ab928c2 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3469663 Nov 24 15:30:25.041468 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 39828) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:30:25.045853 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [None req-2000cb7a-8053-44b5-86b2-053c3f48daac admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-720119173-router', 'tenant_id': '373fffc2452c4eb1bd07c0870b0feae9', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86'}}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:30:25.068237 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2000cb7a-8053-44b5-86b2-053c3f48daac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-679383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3251'] for router, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:25.069280 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2000cb7a-8053-44b5-86b2-053c3f48daac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-665005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-621000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3204'] for router, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:25.127802 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2000cb7a-8053-44b5-86b2-053c3f48daac admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:25.188288 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf87456-60e1-4010-b185-041bf656b28c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d40999c-5bbb-552c-8929-1b9b17976eea-b6072329-126a-49bf-90f6-2de0ee7a3df9', 'network_id': 'b6072329-126a-49bf-90f6-2de0ee7a3df9', 'tenant_id': '373fffc2452c4eb1bd07c0870b0feae9', 'fixed_ips': [{'subnet_id': 'e88fd508-906c-4f62-8d00-8e784ace6502'}]}} from dv-cinder-804035-20-iscsi. {{(pid=102546) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 15:30:25.189318 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-4bf87456-60e1-4010-b185-041bf656b28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:25.347972 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.db_base_plugin_common [None req-4bf87456-60e1-4010-b185-041bf656b28c None None] Allocated IP 172.20.0.2 (b6072329-126a-49bf-90f6-2de0ee7a3df9/e88fd508-906c-4f62-8d00-8e784ace6502/a5538fbc-6d6a-4495-94ee-5808035dc998) {{(pid=102546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:30:25.496052 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-4bf87456-60e1-4010-b185-041bf656b28c None None] Publish callbacks [] for port, precommit_create {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:25.502488 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-4bf87456-60e1-4010-b185-041bf656b28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098'] for port, after_create {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:25.538438 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf87456-60e1-4010-b185-041bf656b28c None None] Network b6072329-126a-49bf-90f6-2de0ee7a3df9 is already hosted by enough agents. {{(pid=102546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:30:25.543184 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.scheduler.base_scheduler [None req-4bf87456-60e1-4010-b185-041bf656b28c None None] Resources bound (agent type, host, resource id): {{(pid=102546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:30:25.545589 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf87456-60e1-4010-b185-041bf656b28c None None] Received port after_create {{(pid=102546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:30:25.552806 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2000cb7a-8053-44b5-86b2-053c3f48daac admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:25.558947 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf87456-60e1-4010-b185-041bf656b28c None None] Pushing event updated for resources: {'Port': ['ID=a5538fbc-6d6a-4495-94ee-5808035dc998,revision_number=1']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:30:25.612266 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-4bf87456-60e1-4010-b185-041bf656b28c None None] Attempting to bind port a5538fbc-6d6a-4495-94ee-5808035dc998 on host dv-cinder-804035-20-iscsi for vnic_type normal with profile {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:30:25.612925 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-4bf87456-60e1-4010-b185-041bf656b28c None None] Attempting to bind port a5538fbc-6d6a-4495-94ee-5808035dc998 by drivers openvswitch,hyperv on host dv-cinder-804035-20-iscsi at level 0 using segments [{'id': '36698bce-16cd-4f02-9c71-54f9135afe1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'b6072329-126a-49bf-90f6-2de0ee7a3df9'}] {{(pid=102546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:30:25.613342 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf87456-60e1-4010-b185-041bf656b28c None None] Attempting to bind port a5538fbc-6d6a-4495-94ee-5808035dc998 on network b6072329-126a-49bf-90f6-2de0ee7a3df9 {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:30:25.618724 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf87456-60e1-4010-b185-041bf656b28c None None] Checking agent: {'id': '09195cb9-9d00-4b2c-842e-e029daf9b985', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 11, 51), 'started_at': datetime.datetime(2021, 11, 24, 15, 12, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:30:25.619136 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf87456-60e1-4010-b185-041bf656b28c None None] Checking segment: {'id': '36698bce-16cd-4f02-9c71-54f9135afe1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'b6072329-126a-49bf-90f6-2de0ee7a3df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:30:25.619541 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-4bf87456-60e1-4010-b185-041bf656b28c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:25.619938 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf87456-60e1-4010-b185-041bf656b28c None None] Bound using segment: {'id': '36698bce-16cd-4f02-9c71-54f9135afe1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'b6072329-126a-49bf-90f6-2de0ee7a3df9'} {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:30:25.620419 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-4bf87456-60e1-4010-b185-041bf656b28c None None] Bound port: a5538fbc-6d6a-4495-94ee-5808035dc998, host: dv-cinder-804035-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36698bce-16cd-4f02-9c71-54f9135afe1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'b6072329-126a-49bf-90f6-2de0ee7a3df9'}}] {{(pid=102546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:30:25.620793 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-4bf87456-60e1-4010-b185-041bf656b28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:25.682528 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-4bf87456-60e1-4010-b185-041bf656b28c None None] For port a5538fbc-6d6a-4495-94ee-5808035dc998, host dv-cinder-804035-20-iscsi, cleared binding levels {{(pid=102546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:30:25.685621 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-4bf87456-60e1-4010-b185-041bf656b28c None None] For port a5538fbc-6d6a-4495-94ee-5808035dc998, host dv-cinder-804035-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=a5538fbc-6d6a-4495-94ee-5808035dc998,segment=NetworkSegment(36698bce-16cd-4f02-9c71-54f9135afe1b),segment_id=36698bce-16cd-4f02-9c71-54f9135afe1b)] {{(pid=102546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:30:25.691049 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-4bf87456-60e1-4010-b185-041bf656b28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:25.753250 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf87456-60e1-4010-b185-041bf656b28c None None] Pushing event updated for resources: {'Port': ['ID=a5538fbc-6d6a-4495-94ee-5808035dc998,revision_number=2']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:30:25.754508 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2000cb7a-8053-44b5-86b2-053c3f48daac admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:25.773968 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2000cb7a-8053-44b5-86b2-053c3f48daac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:25.889498 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.db_base_plugin_common [None req-2000cb7a-8053-44b5-86b2-053c3f48daac admin admin] Allocated IP 172.27.3.165 (8344f4db-560e-43ae-a8a3-c586ec595f86/c55147fe-7574-46b9-be0f-c5d247f19105/60ce645a-e2a9-40fd-9b23-f9a86473b3c0) {{(pid=102545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:30:26.013180 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2000cb7a-8053-44b5-86b2-053c3f48daac admin admin] Publish callbacks [] for port, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:26.050690 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2000cb7a-8053-44b5-86b2-053c3f48daac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:26.090494 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2000cb7a-8053-44b5-86b2-053c3f48daac admin admin] Network 8344f4db-560e-43ae-a8a3-c586ec595f86 is already hosted by enough agents. {{(pid=102545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:30:26.093934 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [None req-2000cb7a-8053-44b5-86b2-053c3f48daac admin admin] Resources bound (agent type, host, resource id): {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:30:26.096334 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2000cb7a-8053-44b5-86b2-053c3f48daac admin admin] Received port after_create {{(pid=102545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:30:26.121700 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000cb7a-8053-44b5-86b2-053c3f48daac admin admin] Pushing event updated for resources: {'Port': ['ID=60ce645a-e2a9-40fd-9b23-f9a86473b3c0,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:30:26.348706 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2000cb7a-8053-44b5-86b2-053c3f48daac admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:26.447086 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device a5538fbc-6d6a-4495-94ee-5808035dc998 up at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:30:26.566398 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2000cb7a-8053-44b5-86b2-053c3f48daac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663900'] for router, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:26.600142 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94f3cc9-2e85-4ac4-be31-24b2435cfa46 None None] Sync routers for ids ['edba0a85-70f6-4a73-8d31-eefc28f8a234'] in dv-cinder-804035-20-iscsi {{(pid=102547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:30:26.611631 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94f3cc9-2e85-4ac4-be31-24b2435cfa46 None None] Routers {'edba0a85-70f6-4a73-8d31-eefc28f8a234'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:30:26.612241 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-e94f3cc9-2e85-4ac4-be31-24b2435cfa46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:30:18Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['edba0a85-70f6-4a73-8d31-eefc28f8a234'], 'active': True} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:30:26.637992 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Provisioning complete for port a5538fbc-6d6a-4495-94ee-5808035dc998 triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:30:26.638594 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:26.727706 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2000cb7a-8053-44b5-86b2-053c3f48daac admin admin] Router e5fbce5f-95fd-413f-beda-85eaf85bea6f is scheduled to L3 agent cf746c29-e95d-415d-8373-1f02a86f1d46 with binding_index 1 {{(pid=102545) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 15:30:26.736161 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:26.736907 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvr_db [None req-e94f3cc9-2e85-4ac4-be31-24b2435cfa46 None None] Set router edba0a85-70f6-4a73-8d31-eefc28f8a234 gateway port host: dv-cinder-804035-20-iscsi {{(pid=102547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:30:26.751826 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb09a6d7-722e-4d87-917c-677da3c23934 None None] Network b6072329-126a-49bf-90f6-2de0ee7a3df9 requested from dv-cinder-804035-20-iscsi {{(pid=102546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:30:26.804944 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] For port a5538fbc-6d6a-4495-94ee-5808035dc998, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=a5538fbc-6d6a-4495-94ee-5808035dc998,segment=NetworkSegment(36698bce-16cd-4f02-9c71-54f9135afe1b),segment_id=36698bce-16cd-4f02-9c71-54f9135afe1b)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:30:26.812887 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:26.813890 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 5388cd62-7b0f-4d9e-ab73-367177402f4a up at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:30:26.847141 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2000cb7a-8053-44b5-86b2-053c3f48daac admin admin] Notify agent at l3_agent.dv-cinder-804035-20-iscsi the message routers_updated {{(pid=102545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:30:26.869756 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-2000cb7a-8053-44b5-86b2-053c3f48daac admin admin] Publish callbacks [] for router, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:26.871209 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-2000cb7a-8053-44b5-86b2-053c3f48daac admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8285418 Nov 24 15:30:26.874258 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 39830) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:30:26.892276 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df1cbe5-a7cc-4528-a61c-70e870d6128d None None] Sync routers for ids ['e5fbce5f-95fd-413f-beda-85eaf85bea6f'] in dv-cinder-804035-20-iscsi {{(pid=102546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:30:26.978217 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-e94f3cc9-2e85-4ac4-be31-24b2435cfa46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edba0a85-70f6-4a73-8d31-eefc28f8a234', 'name': 'tempest-TestMinimumBasicScenario-347690756-router', 'tenant_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '5388cd62-7b0f-4d9e-ab73-367177402f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:30:20Z', 'updated_at': '2021-11-24T15:30:23Z', 'revision_number': 4, 'project_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'gw_port': {'id': '5388cd62-7b0f-4d9e-ab73-367177402f4a', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bf:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edba0a85-70f6-4a73-8d31-eefc28f8a234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:30:21Z', 'updated_at': '2021-11-24T15:30:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': '0be9171b-8736-4376-ad87-f92e088ba978', 'name': '', 'network_id': 'db54b14e-d81b-403a-a7f2-afe04d2df659', 'tenant_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'mac_address': 'fa:16:3e:a8:71:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edba0a85-70f6-4a73-8d31-eefc28f8a234', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '24072aee-2b99-4eeb-b66b-29b890164732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:30:22Z', 'updated_at': '2021-11-24T15:30:23Z', 'revision_number': 2, 'project_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'subnets': [{'id': '24072aee-2b99-4eeb-b66b-29b890164732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:30:26.997959 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df1cbe5-a7cc-4528-a61c-70e870d6128d None None] Routers {'e5fbce5f-95fd-413f-beda-85eaf85bea6f'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:30:26.998598 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-1df1cbe5-a7cc-4528-a61c-70e870d6128d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:30:18Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['e5fbce5f-95fd-413f-beda-85eaf85bea6f'], 'active': True} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:30:27.009036 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94f3cc9-2e85-4ac4-be31-24b2435cfa46 None None] Checking router: edba0a85-70f6-4a73-8d31-eefc28f8a234 for host: dv-cinder-804035-20-iscsi {{(pid=102547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:30:27.009515 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94f3cc9-2e85-4ac4-be31-24b2435cfa46 None None] Updating router edba0a85-70f6-4a73-8d31-eefc28f8a234 port 0be9171b-8736-4376-ad87-f92e088ba978 binding host dv-cinder-804035-20-iscsi {{(pid=102547) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 15:30:27.040355 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-e94f3cc9-2e85-4ac4-be31-24b2435cfa46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:27.052492 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-94f936e8-07db-4dc1-acc7-5296b572feaa None None] Provisioning complete for port a5538fbc-6d6a-4495-94ee-5808035dc998 triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:30:27.052868 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-94f936e8-07db-4dc1-acc7-5296b572feaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:27.088298 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Pushing event updated for resources: {'Port': ['ID=a5538fbc-6d6a-4495-94ee-5808035dc998,revision_number=3']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:30:27.175881 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Provisioning complete for port 5388cd62-7b0f-4d9e-ab73-367177402f4a triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:30:27.176261 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:27.282663 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvr_db [None req-1df1cbe5-a7cc-4528-a61c-70e870d6128d None None] Set router e5fbce5f-95fd-413f-beda-85eaf85bea6f gateway port host: dv-cinder-804035-20-iscsi {{(pid=102546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:30:27.353751 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-cd61ccda-08f4-4a77-8df3-4ee92e4efe7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:27.372098 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-e94f3cc9-2e85-4ac4-be31-24b2435cfa46 None None] Publish callbacks [] for port, precommit_update {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:27.387947 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-e94f3cc9-2e85-4ac4-be31-24b2435cfa46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:27.456116 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d6d754-9b67-4bd3-baaa-8ea6ca6aa247 None None] Pushing event updated for resources: {'Port': ['ID=0be9171b-8736-4376-ad87-f92e088ba978,revision_number=3']} {{(pid=102547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:30:27.494374 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d6d754-9b67-4bd3-baaa-8ea6ca6aa247 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:30:27.495333 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d6d754-9b67-4bd3-baaa-8ea6ca6aa247 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:30:27.495333 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d6d754-9b67-4bd3-baaa-8ea6ca6aa247 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:30:27.495705 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d6d754-9b67-4bd3-baaa-8ea6ca6aa247 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:30:27.496136 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d6d754-9b67-4bd3-baaa-8ea6ca6aa247 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:30:27.496595 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d6d754-9b67-4bd3-baaa-8ea6ca6aa247 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:30:27.497026 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d6d754-9b67-4bd3-baaa-8ea6ca6aa247 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:30:27.497450 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d6d754-9b67-4bd3-baaa-8ea6ca6aa247 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:30:27.497891 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d6d754-9b67-4bd3-baaa-8ea6ca6aa247 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:30:27.498316 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d6d754-9b67-4bd3-baaa-8ea6ca6aa247 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:30:27.498736 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d6d754-9b67-4bd3-baaa-8ea6ca6aa247 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:30:27.499711 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d6d754-9b67-4bd3-baaa-8ea6ca6aa247 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:30:27.521567 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:27.559774 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] For port 5388cd62-7b0f-4d9e-ab73-367177402f4a, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=5388cd62-7b0f-4d9e-ab73-367177402f4a,segment=NetworkSegment(0ed66df3-fe9f-4da3-924e-b64abe4f4390),segment_id=0ed66df3-fe9f-4da3-924e-b64abe4f4390)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:30:27.564804 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.managers [None req-e94f3cc9-2e85-4ac4-be31-24b2435cfa46 None None] Attempting to bind port 0be9171b-8736-4376-ad87-f92e088ba978 on host dv-cinder-804035-20-iscsi for vnic_type normal with profile {{(pid=102547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:30:27.565448 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.managers [None req-e94f3cc9-2e85-4ac4-be31-24b2435cfa46 None None] Attempting to bind port 0be9171b-8736-4376-ad87-f92e088ba978 by drivers openvswitch,hyperv on host dv-cinder-804035-20-iscsi at level 0 using segments [{'id': '45807ef9-e4ab-4d2c-8072-ec118c02f64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'db54b14e-d81b-403a-a7f2-afe04d2df659'}] {{(pid=102547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:30:27.565921 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94f3cc9-2e85-4ac4-be31-24b2435cfa46 None None] Attempting to bind port 0be9171b-8736-4376-ad87-f92e088ba978 on network db54b14e-d81b-403a-a7f2-afe04d2df659 {{(pid=102547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:30:27.574193 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94f3cc9-2e85-4ac4-be31-24b2435cfa46 None None] Checking agent: {'id': '09195cb9-9d00-4b2c-842e-e029daf9b985', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 11, 51), 'started_at': datetime.datetime(2021, 11, 24, 15, 12, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:30:27.575230 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94f3cc9-2e85-4ac4-be31-24b2435cfa46 None None] Checking segment: {'id': '45807ef9-e4ab-4d2c-8072-ec118c02f64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'db54b14e-d81b-403a-a7f2-afe04d2df659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:30:27.576983 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-e94f3cc9-2e85-4ac4-be31-24b2435cfa46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:27.594152 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:27.596434 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94f3cc9-2e85-4ac4-be31-24b2435cfa46 None None] Bound using segment: {'id': '45807ef9-e4ab-4d2c-8072-ec118c02f64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'db54b14e-d81b-403a-a7f2-afe04d2df659'} {{(pid=102547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:30:27.597190 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.managers [None req-e94f3cc9-2e85-4ac4-be31-24b2435cfa46 None None] Bound port: 0be9171b-8736-4376-ad87-f92e088ba978, host: dv-cinder-804035-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45807ef9-e4ab-4d2c-8072-ec118c02f64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'db54b14e-d81b-403a-a7f2-afe04d2df659'}}] {{(pid=102547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:30:27.597709 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-e94f3cc9-2e85-4ac4-be31-24b2435cfa46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:27.658086 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.db_base_plugin_common [None req-cd61ccda-08f4-4a77-8df3-4ee92e4efe7e admin admin] Allocated IP 172.20.0.1 (b6072329-126a-49bf-90f6-2de0ee7a3df9/e88fd508-906c-4f62-8d00-8e784ace6502/078e6334-9d80-4e5f-bcc8-d3c38c62de83) {{(pid=102545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:30:27.726070 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.db [None req-e94f3cc9-2e85-4ac4-be31-24b2435cfa46 None None] For port 0be9171b-8736-4376-ad87-f92e088ba978, host dv-cinder-804035-20-iscsi, cleared binding levels {{(pid=102547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:30:27.732648 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Pushing event updated for resources: {'Port': ['ID=5388cd62-7b0f-4d9e-ab73-367177402f4a,revision_number=4']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:30:27.734517 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.db [None req-e94f3cc9-2e85-4ac4-be31-24b2435cfa46 None None] For port 0be9171b-8736-4376-ad87-f92e088ba978, host dv-cinder-804035-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=0be9171b-8736-4376-ad87-f92e088ba978,segment=NetworkSegment(45807ef9-e4ab-4d2c-8072-ec118c02f64c),segment_id=45807ef9-e4ab-4d2c-8072-ec118c02f64c)] {{(pid=102547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:30:27.744272 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-e94f3cc9-2e85-4ac4-be31-24b2435cfa46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:27.771132 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-1df1cbe5-a7cc-4528-a61c-70e870d6128d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5fbce5f-95fd-413f-beda-85eaf85bea6f', 'name': 'tempest-TestMinimumBasicScenario-720119173-router', 'tenant_id': '373fffc2452c4eb1bd07c0870b0feae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '60ce645a-e2a9-40fd-9b23-f9a86473b3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:30:25Z', 'updated_at': '2021-11-24T15:30:26Z', 'revision_number': 3, 'project_id': '373fffc2452c4eb1bd07c0870b0feae9', 'gw_port': {'id': '60ce645a-e2a9-40fd-9b23-f9a86473b3c0', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:28:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5fbce5f-95fd-413f-beda-85eaf85bea6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:30:25Z', 'updated_at': '2021-11-24T15:30:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi'}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:30:27.802924 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94f3cc9-2e85-4ac4-be31-24b2435cfa46 None None] Routers {'edba0a85-70f6-4a73-8d31-eefc28f8a234'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:30:27.804346 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-e94f3cc9-2e85-4ac4-be31-24b2435cfa46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:30:18Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['edba0a85-70f6-4a73-8d31-eefc28f8a234'], 'active': True} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:30:27.827712 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-cd61ccda-08f4-4a77-8df3-4ee92e4efe7e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:27.837672 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df1cbe5-a7cc-4528-a61c-70e870d6128d None None] Checking router: e5fbce5f-95fd-413f-beda-85eaf85bea6f for host: dv-cinder-804035-20-iscsi {{(pid=102546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:30:27.838455 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df1cbe5-a7cc-4528-a61c-70e870d6128d None None] Updating router e5fbce5f-95fd-413f-beda-85eaf85bea6f port 60ce645a-e2a9-40fd-9b23-f9a86473b3c0 binding host dv-cinder-804035-20-iscsi {{(pid=102546) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 15:30:27.869055 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-1e88ce29-3f28-47c7-bdd8-2f38e2e0a9b3 None None] Provisioning complete for port a5538fbc-6d6a-4495-94ee-5808035dc998 triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:30:27.869457 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-1e88ce29-3f28-47c7-bdd8-2f38e2e0a9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:27.870199 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-cd61ccda-08f4-4a77-8df3-4ee92e4efe7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:27.901594 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-1df1cbe5-a7cc-4528-a61c-70e870d6128d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:27.924307 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd61ccda-08f4-4a77-8df3-4ee92e4efe7e admin admin] Network b6072329-126a-49bf-90f6-2de0ee7a3df9 is already hosted by enough agents. {{(pid=102545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:30:27.932803 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [None req-cd61ccda-08f4-4a77-8df3-4ee92e4efe7e admin admin] Resources bound (agent type, host, resource id): {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:30:27.937093 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd61ccda-08f4-4a77-8df3-4ee92e4efe7e admin admin] Received port after_create {{(pid=102545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:30:27.959853 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd61ccda-08f4-4a77-8df3-4ee92e4efe7e admin admin] Pushing event updated for resources: {'Port': ['ID=078e6334-9d80-4e5f-bcc8-d3c38c62de83,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:30:27.970342 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvr_db [None req-e94f3cc9-2e85-4ac4-be31-24b2435cfa46 None None] Set router edba0a85-70f6-4a73-8d31-eefc28f8a234 gateway port host: dv-cinder-804035-20-iscsi {{(pid=102547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:30:27.973093 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d6d754-9b67-4bd3-baaa-8ea6ca6aa247 None None] Pushing event updated for resources: {'Port': ['ID=0be9171b-8736-4376-ad87-f92e088ba978,revision_number=4']} {{(pid=102547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:30:27.981299 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-cd61ccda-08f4-4a77-8df3-4ee92e4efe7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663981'] for router_interface, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:28.175044 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-cd61ccda-08f4-4a77-8df3-4ee92e4efe7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:28.231050 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-e94f3cc9-2e85-4ac4-be31-24b2435cfa46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edba0a85-70f6-4a73-8d31-eefc28f8a234', 'name': 'tempest-TestMinimumBasicScenario-347690756-router', 'tenant_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '5388cd62-7b0f-4d9e-ab73-367177402f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:30:20Z', 'updated_at': '2021-11-24T15:30:23Z', 'revision_number': 4, 'project_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'gw_port': {'id': '5388cd62-7b0f-4d9e-ab73-367177402f4a', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bf:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edba0a85-70f6-4a73-8d31-eefc28f8a234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:30:21Z', 'updated_at': '2021-11-24T15:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': '0be9171b-8736-4376-ad87-f92e088ba978', 'name': '', 'network_id': 'db54b14e-d81b-403a-a7f2-afe04d2df659', 'tenant_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'mac_address': 'fa:16:3e:a8:71:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edba0a85-70f6-4a73-8d31-eefc28f8a234', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '24072aee-2b99-4eeb-b66b-29b890164732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:30:22Z', 'updated_at': '2021-11-24T15:30:27Z', 'revision_number': 4, 'project_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'subnets': [{'id': '24072aee-2b99-4eeb-b66b-29b890164732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:30:28.269955 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94f3cc9-2e85-4ac4-be31-24b2435cfa46 None None] The sync data for ids ['edba0a85-70f6-4a73-8d31-eefc28f8a234'] in dv-cinder-804035-20-iscsi is: [{'id': 'edba0a85-70f6-4a73-8d31-eefc28f8a234', 'name': 'tempest-TestMinimumBasicScenario-347690756-router', 'tenant_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '5388cd62-7b0f-4d9e-ab73-367177402f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:30:20Z', 'updated_at': '2021-11-24T15:30:23Z', 'revision_number': 4, 'project_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'gw_port': {'id': '5388cd62-7b0f-4d9e-ab73-367177402f4a', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bf:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edba0a85-70f6-4a73-8d31-eefc28f8a234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:30:21Z', 'updated_at': '2021-11-24T15:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': '0be9171b-8736-4376-ad87-f92e088ba978', 'name': '', 'network_id': 'db54b14e-d81b-403a-a7f2-afe04d2df659', 'tenant_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'mac_address': 'fa:16:3e:a8:71:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edba0a85-70f6-4a73-8d31-eefc28f8a234', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '24072aee-2b99-4eeb-b66b-29b890164732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:30:22Z', 'updated_at': '2021-11-24T15:30:27Z', 'revision_number': 4, 'project_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'subnets': [{'id': '24072aee-2b99-4eeb-b66b-29b890164732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:30:28.315134 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-1df1cbe5-a7cc-4528-a61c-70e870d6128d None None] Publish callbacks [] for port, precommit_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:28.316822 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-3e0c989f-f610-4371-a58a-e284d9644121 None None] Provisioning complete for port 078e6334-9d80-4e5f-bcc8-d3c38c62de83 triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:30:28.317193 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-3e0c989f-f610-4371-a58a-e284d9644121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:28.346483 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-1df1cbe5-a7cc-4528-a61c-70e870d6128d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:28.364768 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-cd61ccda-08f4-4a77-8df3-4ee92e4efe7e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:28.371197 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-cd61ccda-08f4-4a77-8df3-4ee92e4efe7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13923618'] for port, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:28.395378 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-3e0c989f-f610-4371-a58a-e284d9644121 None None] Port 078e6334-9d80-4e5f-bcc8-d3c38c62de83 cannot update to ACTIVE because it is not bound. {{(pid=102546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:30:28.433738 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f018643e-999f-4f19-adac-a85e6c4098a1 None None] Pushing event updated for resources: {'Port': ['ID=60ce645a-e2a9-40fd-9b23-f9a86473b3c0,revision_number=2']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:30:28.437513 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-1df1cbe5-a7cc-4528-a61c-70e870d6128d None None] Attempting to bind port 60ce645a-e2a9-40fd-9b23-f9a86473b3c0 on host dv-cinder-804035-20-iscsi for vnic_type normal with profile {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:30:28.437886 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-1df1cbe5-a7cc-4528-a61c-70e870d6128d None None] Attempting to bind port 60ce645a-e2a9-40fd-9b23-f9a86473b3c0 by drivers openvswitch,hyperv on host dv-cinder-804035-20-iscsi at level 0 using segments [{'id': '0ed66df3-fe9f-4da3-924e-b64abe4f4390', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86'}] {{(pid=102546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:30:28.438255 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df1cbe5-a7cc-4528-a61c-70e870d6128d None None] Attempting to bind port 60ce645a-e2a9-40fd-9b23-f9a86473b3c0 on network 8344f4db-560e-43ae-a8a3-c586ec595f86 {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:30:28.443501 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-3e0c989f-f610-4371-a58a-e284d9644121 None None] Provisioning complete for port 0be9171b-8736-4376-ad87-f92e088ba978 triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:30:28.443880 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-3e0c989f-f610-4371-a58a-e284d9644121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:28.446888 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df1cbe5-a7cc-4528-a61c-70e870d6128d None None] Checking agent: {'id': '09195cb9-9d00-4b2c-842e-e029daf9b985', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 11, 51), 'started_at': datetime.datetime(2021, 11, 24, 15, 12, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:30:28.446888 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df1cbe5-a7cc-4528-a61c-70e870d6128d None None] Checking segment: {'id': '0ed66df3-fe9f-4da3-924e-b64abe4f4390', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:30:28.447350 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-1df1cbe5-a7cc-4528-a61c-70e870d6128d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:28.447719 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df1cbe5-a7cc-4528-a61c-70e870d6128d None None] Bound using segment: {'id': '0ed66df3-fe9f-4da3-924e-b64abe4f4390', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86'} {{(pid=102546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:30:28.448486 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.managers [None req-1df1cbe5-a7cc-4528-a61c-70e870d6128d None None] Bound port: 60ce645a-e2a9-40fd-9b23-f9a86473b3c0, host: dv-cinder-804035-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed66df3-fe9f-4da3-924e-b64abe4f4390', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86'}}] {{(pid=102546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:30:28.451407 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-1df1cbe5-a7cc-4528-a61c-70e870d6128d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:28.456310 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-cd61ccda-08f4-4a77-8df3-4ee92e4efe7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-679709'] for router_interface, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:28.462543 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd61ccda-08f4-4a77-8df3-4ee92e4efe7e admin admin] Pushing event updated for resources: {'Port': ['ID=078e6334-9d80-4e5f-bcc8-d3c38c62de83,revision_number=2']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:30:28.493918 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device a5538fbc-6d6a-4495-94ee-5808035dc998 up at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:30:28.563352 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd61ccda-08f4-4a77-8df3-4ee92e4efe7e admin admin] Network b6072329-126a-49bf-90f6-2de0ee7a3df9 is already hosted by enough agents. {{(pid=102545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:30:28.566343 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [None req-cd61ccda-08f4-4a77-8df3-4ee92e4efe7e admin admin] Resources bound (agent type, host, resource id): {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:30:28.583353 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-1df1cbe5-a7cc-4528-a61c-70e870d6128d None None] For port 60ce645a-e2a9-40fd-9b23-f9a86473b3c0, host dv-cinder-804035-20-iscsi, cleared binding levels {{(pid=102546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:30:28.589155 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-1df1cbe5-a7cc-4528-a61c-70e870d6128d None None] For port 60ce645a-e2a9-40fd-9b23-f9a86473b3c0, host dv-cinder-804035-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=60ce645a-e2a9-40fd-9b23-f9a86473b3c0,segment=NetworkSegment(0ed66df3-fe9f-4da3-924e-b64abe4f4390),segment_id=0ed66df3-fe9f-4da3-924e-b64abe4f4390)] {{(pid=102546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:30:28.613245 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-1df1cbe5-a7cc-4528-a61c-70e870d6128d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:28.671845 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-3e0c989f-f610-4371-a58a-e284d9644121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:28.673657 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Provisioning complete for port a5538fbc-6d6a-4495-94ee-5808035dc998 triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:30:28.674028 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:28.703421 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd61ccda-08f4-4a77-8df3-4ee92e4efe7e admin admin] Router e5fbce5f-95fd-413f-beda-85eaf85bea6f has already been hosted by L3 agent cf746c29-e95d-415d-8373-1f02a86f1d46 {{(pid=102545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:30:28.870003 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f018643e-999f-4f19-adac-a85e6c4098a1 None None] Pushing event updated for resources: {'Port': ['ID=60ce645a-e2a9-40fd-9b23-f9a86473b3c0,revision_number=3']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:30:28.890199 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df1cbe5-a7cc-4528-a61c-70e870d6128d None None] Routers {'e5fbce5f-95fd-413f-beda-85eaf85bea6f'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:30:28.890878 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-1df1cbe5-a7cc-4528-a61c-70e870d6128d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:30:18Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['e5fbce5f-95fd-413f-beda-85eaf85bea6f'], 'active': True} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:30:28.943135 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-3e0c989f-f610-4371-a58a-e284d9644121 None None] For port 0be9171b-8736-4376-ad87-f92e088ba978, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=0be9171b-8736-4376-ad87-f92e088ba978,segment=NetworkSegment(45807ef9-e4ab-4d2c-8072-ec118c02f64c),segment_id=45807ef9-e4ab-4d2c-8072-ec118c02f64c)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:30:28.955845 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-3e0c989f-f610-4371-a58a-e284d9644121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:29.094073 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvr_db [None req-1df1cbe5-a7cc-4528-a61c-70e870d6128d None None] Set router e5fbce5f-95fd-413f-beda-85eaf85bea6f gateway port host: dv-cinder-804035-20-iscsi {{(pid=102546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:30:29.098159 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c989f-f610-4371-a58a-e284d9644121 None None] Pushing event updated for resources: {'Port': ['ID=0be9171b-8736-4376-ad87-f92e088ba978,revision_number=5']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:30:29.134448 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd61ccda-08f4-4a77-8df3-4ee92e4efe7e admin admin] Notify agent at l3_agent.dv-cinder-804035-20-iscsi the message routers_updated {{(pid=102545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:30:29.136231 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 0be9171b-8736-4376-ad87-f92e088ba978 up at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:30:29.145533 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-cd61ccda-08f4-4a77-8df3-4ee92e4efe7e admin admin] 10.222.0.66 "PUT /v2.0/routers/e5fbce5f-95fd-413f-beda-85eaf85bea6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2642787 Nov 24 15:30:29.206202 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-2e11eeeb-5cd3-4225-a023-05bf22d31af6 None None] Provisioning complete for port 078e6334-9d80-4e5f-bcc8-d3c38c62de83 triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:30:29.206574 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2e11eeeb-5cd3-4225-a023-05bf22d31af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:29.311963 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-2e11eeeb-5cd3-4225-a023-05bf22d31af6 None None] Port 078e6334-9d80-4e5f-bcc8-d3c38c62de83 cannot update to ACTIVE because it is not bound. {{(pid=102546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:30:29.330174 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Provisioning complete for port 0be9171b-8736-4376-ad87-f92e088ba978 triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:30:29.330549 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:29.454516 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-1df1cbe5-a7cc-4528-a61c-70e870d6128d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5fbce5f-95fd-413f-beda-85eaf85bea6f', 'name': 'tempest-TestMinimumBasicScenario-720119173-router', 'tenant_id': '373fffc2452c4eb1bd07c0870b0feae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '60ce645a-e2a9-40fd-9b23-f9a86473b3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:30:25Z', 'updated_at': '2021-11-24T15:30:28Z', 'revision_number': 4, 'project_id': '373fffc2452c4eb1bd07c0870b0feae9', 'gw_port': {'id': '60ce645a-e2a9-40fd-9b23-f9a86473b3c0', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:28:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5fbce5f-95fd-413f-beda-85eaf85bea6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:30:25Z', 'updated_at': '2021-11-24T15:30:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': '078e6334-9d80-4e5f-bcc8-d3c38c62de83', 'name': '', 'network_id': 'b6072329-126a-49bf-90f6-2de0ee7a3df9', 'tenant_id': '373fffc2452c4eb1bd07c0870b0feae9', 'mac_address': 'fa:16:3e:c9:5e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5fbce5f-95fd-413f-beda-85eaf85bea6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'e88fd508-906c-4f62-8d00-8e784ace6502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:30:27Z', 'updated_at': '2021-11-24T15:30:28Z', 'revision_number': 2, 'project_id': '373fffc2452c4eb1bd07c0870b0feae9', 'subnets': [{'id': 'e88fd508-906c-4f62-8d00-8e784ace6502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:30:29.458695 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 5388cd62-7b0f-4d9e-ab73-367177402f4a up at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:30:29.485741 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df1cbe5-a7cc-4528-a61c-70e870d6128d None None] The sync data for ids ['e5fbce5f-95fd-413f-beda-85eaf85bea6f'] in dv-cinder-804035-20-iscsi is: [{'id': 'e5fbce5f-95fd-413f-beda-85eaf85bea6f', 'name': 'tempest-TestMinimumBasicScenario-720119173-router', 'tenant_id': '373fffc2452c4eb1bd07c0870b0feae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '60ce645a-e2a9-40fd-9b23-f9a86473b3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:30:25Z', 'updated_at': '2021-11-24T15:30:28Z', 'revision_number': 4, 'project_id': '373fffc2452c4eb1bd07c0870b0feae9', 'gw_port': {'id': '60ce645a-e2a9-40fd-9b23-f9a86473b3c0', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:28:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5fbce5f-95fd-413f-beda-85eaf85bea6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:30:25Z', 'updated_at': '2021-11-24T15:30:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': '078e6334-9d80-4e5f-bcc8-d3c38c62de83', 'name': '', 'network_id': 'b6072329-126a-49bf-90f6-2de0ee7a3df9', 'tenant_id': '373fffc2452c4eb1bd07c0870b0feae9', 'mac_address': 'fa:16:3e:c9:5e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5fbce5f-95fd-413f-beda-85eaf85bea6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'e88fd508-906c-4f62-8d00-8e784ace6502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:30:27Z', 'updated_at': '2021-11-24T15:30:28Z', 'revision_number': 2, 'project_id': '373fffc2452c4eb1bd07c0870b0feae9', 'subnets': [{'id': 'e88fd508-906c-4f62-8d00-8e784ace6502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:30:29.543013 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Provisioning complete for port 5388cd62-7b0f-4d9e-ab73-367177402f4a triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:30:29.543392 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:30.404330 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 0be9171b-8736-4376-ad87-f92e088ba978 up at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:30:30.470493 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Provisioning complete for port 0be9171b-8736-4376-ad87-f92e088ba978 triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:30:30.471168 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:32.372135 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce75a15-6a68-46a9-b2ef-cce9b354a953 None None] Sync routers for ids ['e5fbce5f-95fd-413f-beda-85eaf85bea6f'] in dv-cinder-804035-20-iscsi {{(pid=102547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:30:32.384409 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce75a15-6a68-46a9-b2ef-cce9b354a953 None None] Routers {'e5fbce5f-95fd-413f-beda-85eaf85bea6f'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:30:32.385133 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-4ce75a15-6a68-46a9-b2ef-cce9b354a953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:30:18Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['e5fbce5f-95fd-413f-beda-85eaf85bea6f'], 'active': True} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:30:32.464507 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 60ce645a-e2a9-40fd-9b23-f9a86473b3c0 up at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:30:32.524678 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvr_db [None req-4ce75a15-6a68-46a9-b2ef-cce9b354a953 None None] Set router e5fbce5f-95fd-413f-beda-85eaf85bea6f gateway port host: dv-cinder-804035-20-iscsi {{(pid=102547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:30:32.547156 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Provisioning complete for port 60ce645a-e2a9-40fd-9b23-f9a86473b3c0 triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:30:32.547533 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:32.641111 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:32.663305 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] For port 60ce645a-e2a9-40fd-9b23-f9a86473b3c0, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=60ce645a-e2a9-40fd-9b23-f9a86473b3c0,segment=NetworkSegment(0ed66df3-fe9f-4da3-924e-b64abe4f4390),segment_id=0ed66df3-fe9f-4da3-924e-b64abe4f4390)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:30:32.668682 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:32.739335 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Pushing event updated for resources: {'Port': ['ID=60ce645a-e2a9-40fd-9b23-f9a86473b3c0,revision_number=4']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:30:32.796695 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-4ce75a15-6a68-46a9-b2ef-cce9b354a953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5fbce5f-95fd-413f-beda-85eaf85bea6f', 'name': 'tempest-TestMinimumBasicScenario-720119173-router', 'tenant_id': '373fffc2452c4eb1bd07c0870b0feae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '60ce645a-e2a9-40fd-9b23-f9a86473b3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:30:25Z', 'updated_at': '2021-11-24T15:30:28Z', 'revision_number': 4, 'project_id': '373fffc2452c4eb1bd07c0870b0feae9', 'gw_port': {'id': '60ce645a-e2a9-40fd-9b23-f9a86473b3c0', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:28:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5fbce5f-95fd-413f-beda-85eaf85bea6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:30:25Z', 'updated_at': '2021-11-24T15:30:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': '078e6334-9d80-4e5f-bcc8-d3c38c62de83', 'name': '', 'network_id': 'b6072329-126a-49bf-90f6-2de0ee7a3df9', 'tenant_id': '373fffc2452c4eb1bd07c0870b0feae9', 'mac_address': 'fa:16:3e:c9:5e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5fbce5f-95fd-413f-beda-85eaf85bea6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'e88fd508-906c-4f62-8d00-8e784ace6502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:30:27Z', 'updated_at': '2021-11-24T15:30:28Z', 'revision_number': 2, 'project_id': '373fffc2452c4eb1bd07c0870b0feae9', 'subnets': [{'id': 'e88fd508-906c-4f62-8d00-8e784ace6502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:30:32.830673 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce75a15-6a68-46a9-b2ef-cce9b354a953 None None] Checking router: e5fbce5f-95fd-413f-beda-85eaf85bea6f for host: dv-cinder-804035-20-iscsi {{(pid=102547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:30:32.831339 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce75a15-6a68-46a9-b2ef-cce9b354a953 None None] Updating router e5fbce5f-95fd-413f-beda-85eaf85bea6f port 078e6334-9d80-4e5f-bcc8-d3c38c62de83 binding host dv-cinder-804035-20-iscsi {{(pid=102547) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 15:30:32.861944 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-4ce75a15-6a68-46a9-b2ef-cce9b354a953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:33.209563 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-4ce75a15-6a68-46a9-b2ef-cce9b354a953 None None] Publish callbacks [] for port, precommit_update {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:33.227990 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-4ce75a15-6a68-46a9-b2ef-cce9b354a953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:33.303203 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6f5ae-3bf0-4e19-a18b-fde39310118d None None] Pushing event updated for resources: {'Port': ['ID=078e6334-9d80-4e5f-bcc8-d3c38c62de83,revision_number=3']} {{(pid=102547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:30:33.366702 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.managers [None req-4ce75a15-6a68-46a9-b2ef-cce9b354a953 None None] Attempting to bind port 078e6334-9d80-4e5f-bcc8-d3c38c62de83 on host dv-cinder-804035-20-iscsi for vnic_type normal with profile {{(pid=102547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:30:33.367108 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.managers [None req-4ce75a15-6a68-46a9-b2ef-cce9b354a953 None None] Attempting to bind port 078e6334-9d80-4e5f-bcc8-d3c38c62de83 by drivers openvswitch,hyperv on host dv-cinder-804035-20-iscsi at level 0 using segments [{'id': '36698bce-16cd-4f02-9c71-54f9135afe1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'b6072329-126a-49bf-90f6-2de0ee7a3df9'}] {{(pid=102547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:30:33.367478 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce75a15-6a68-46a9-b2ef-cce9b354a953 None None] Attempting to bind port 078e6334-9d80-4e5f-bcc8-d3c38c62de83 on network b6072329-126a-49bf-90f6-2de0ee7a3df9 {{(pid=102547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:30:33.372992 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce75a15-6a68-46a9-b2ef-cce9b354a953 None None] Checking agent: {'id': '09195cb9-9d00-4b2c-842e-e029daf9b985', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 11, 51), 'started_at': datetime.datetime(2021, 11, 24, 15, 12, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:30:33.374165 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce75a15-6a68-46a9-b2ef-cce9b354a953 None None] Checking segment: {'id': '36698bce-16cd-4f02-9c71-54f9135afe1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'b6072329-126a-49bf-90f6-2de0ee7a3df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:30:33.374273 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-4ce75a15-6a68-46a9-b2ef-cce9b354a953 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:33.374673 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce75a15-6a68-46a9-b2ef-cce9b354a953 None None] Bound using segment: {'id': '36698bce-16cd-4f02-9c71-54f9135afe1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'b6072329-126a-49bf-90f6-2de0ee7a3df9'} {{(pid=102547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:30:33.375191 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.managers [None req-4ce75a15-6a68-46a9-b2ef-cce9b354a953 None None] Bound port: 078e6334-9d80-4e5f-bcc8-d3c38c62de83, host: dv-cinder-804035-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36698bce-16cd-4f02-9c71-54f9135afe1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'b6072329-126a-49bf-90f6-2de0ee7a3df9'}}] {{(pid=102547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:30:33.375568 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-4ce75a15-6a68-46a9-b2ef-cce9b354a953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:33.464387 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.db [None req-4ce75a15-6a68-46a9-b2ef-cce9b354a953 None None] For port 078e6334-9d80-4e5f-bcc8-d3c38c62de83, host dv-cinder-804035-20-iscsi, cleared binding levels {{(pid=102547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:30:33.469838 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.plugins.ml2.db [None req-4ce75a15-6a68-46a9-b2ef-cce9b354a953 None None] For port 078e6334-9d80-4e5f-bcc8-d3c38c62de83, host dv-cinder-804035-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=078e6334-9d80-4e5f-bcc8-d3c38c62de83,segment=NetworkSegment(36698bce-16cd-4f02-9c71-54f9135afe1b),segment_id=36698bce-16cd-4f02-9c71-54f9135afe1b)] {{(pid=102547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:30:33.486738 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron_lib.callbacks.manager [None req-4ce75a15-6a68-46a9-b2ef-cce9b354a953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:33.645448 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce75a15-6a68-46a9-b2ef-cce9b354a953 None None] Routers {'e5fbce5f-95fd-413f-beda-85eaf85bea6f'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:30:33.654094 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-4ce75a15-6a68-46a9-b2ef-cce9b354a953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:30:18Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['e5fbce5f-95fd-413f-beda-85eaf85bea6f'], 'active': True} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:30:33.657112 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6f5ae-3bf0-4e19-a18b-fde39310118d None None] Pushing event updated for resources: {'Port': ['ID=078e6334-9d80-4e5f-bcc8-d3c38c62de83,revision_number=4']} {{(pid=102547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:30:33.847855 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-235ec05a-3df3-452f-81b4-7c8936a9402d None None] Provisioning complete for port 078e6334-9d80-4e5f-bcc8-d3c38c62de83 triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:30:33.848407 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvr_db [None req-4ce75a15-6a68-46a9-b2ef-cce9b354a953 None None] Set router e5fbce5f-95fd-413f-beda-85eaf85bea6f gateway port host: dv-cinder-804035-20-iscsi {{(pid=102547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:30:33.848496 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-235ec05a-3df3-452f-81b4-7c8936a9402d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:33.977275 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-235ec05a-3df3-452f-81b4-7c8936a9402d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:34.020008 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-235ec05a-3df3-452f-81b4-7c8936a9402d None None] For port 078e6334-9d80-4e5f-bcc8-d3c38c62de83, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=078e6334-9d80-4e5f-bcc8-d3c38c62de83,segment=NetworkSegment(36698bce-16cd-4f02-9c71-54f9135afe1b),segment_id=36698bce-16cd-4f02-9c71-54f9135afe1b)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:30:34.026471 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-235ec05a-3df3-452f-81b4-7c8936a9402d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:34.082015 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235ec05a-3df3-452f-81b4-7c8936a9402d None None] Pushing event updated for resources: {'Port': ['ID=078e6334-9d80-4e5f-bcc8-d3c38c62de83,revision_number=5']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:30:34.139135 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-4ce75a15-6a68-46a9-b2ef-cce9b354a953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5fbce5f-95fd-413f-beda-85eaf85bea6f', 'name': 'tempest-TestMinimumBasicScenario-720119173-router', 'tenant_id': '373fffc2452c4eb1bd07c0870b0feae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '60ce645a-e2a9-40fd-9b23-f9a86473b3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:30:25Z', 'updated_at': '2021-11-24T15:30:28Z', 'revision_number': 4, 'project_id': '373fffc2452c4eb1bd07c0870b0feae9', 'gw_port': {'id': '60ce645a-e2a9-40fd-9b23-f9a86473b3c0', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:28:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fbce5f-95fd-413f-beda-85eaf85bea6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:30:25Z', 'updated_at': '2021-11-24T15:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': '078e6334-9d80-4e5f-bcc8-d3c38c62de83', 'name': '', 'network_id': 'b6072329-126a-49bf-90f6-2de0ee7a3df9', 'tenant_id': '373fffc2452c4eb1bd07c0870b0feae9', 'mac_address': 'fa:16:3e:c9:5e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5fbce5f-95fd-413f-beda-85eaf85bea6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'e88fd508-906c-4f62-8d00-8e784ace6502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:30:27Z', 'updated_at': '2021-11-24T15:30:33Z', 'revision_number': 4, 'project_id': '373fffc2452c4eb1bd07c0870b0feae9', 'subnets': [{'id': 'e88fd508-906c-4f62-8d00-8e784ace6502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:30:34.156967 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-2e6f7850-bfec-4b79-a832-29b042583407 None None] Provisioning complete for port 078e6334-9d80-4e5f-bcc8-d3c38c62de83 triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:30:34.157347 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2e6f7850-bfec-4b79-a832-29b042583407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:34.170499 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce75a15-6a68-46a9-b2ef-cce9b354a953 None None] The sync data for ids ['e5fbce5f-95fd-413f-beda-85eaf85bea6f'] in dv-cinder-804035-20-iscsi is: [{'id': 'e5fbce5f-95fd-413f-beda-85eaf85bea6f', 'name': 'tempest-TestMinimumBasicScenario-720119173-router', 'tenant_id': '373fffc2452c4eb1bd07c0870b0feae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '60ce645a-e2a9-40fd-9b23-f9a86473b3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:30:25Z', 'updated_at': '2021-11-24T15:30:28Z', 'revision_number': 4, 'project_id': '373fffc2452c4eb1bd07c0870b0feae9', 'gw_port': {'id': '60ce645a-e2a9-40fd-9b23-f9a86473b3c0', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:28:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fbce5f-95fd-413f-beda-85eaf85bea6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:30:25Z', 'updated_at': '2021-11-24T15:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': '078e6334-9d80-4e5f-bcc8-d3c38c62de83', 'name': '', 'network_id': 'b6072329-126a-49bf-90f6-2de0ee7a3df9', 'tenant_id': '373fffc2452c4eb1bd07c0870b0feae9', 'mac_address': 'fa:16:3e:c9:5e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5fbce5f-95fd-413f-beda-85eaf85bea6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'e88fd508-906c-4f62-8d00-8e784ace6502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:30:27Z', 'updated_at': '2021-11-24T15:30:33Z', 'revision_number': 4, 'project_id': '373fffc2452c4eb1bd07c0870b0feae9', 'subnets': [{'id': 'e88fd508-906c-4f62-8d00-8e784ace6502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:30:34.433802 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 60ce645a-e2a9-40fd-9b23-f9a86473b3c0 up at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:30:34.491956 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Provisioning complete for port 60ce645a-e2a9-40fd-9b23-f9a86473b3c0 triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:30:34.492339 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:34.601158 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 078e6334-9d80-4e5f-bcc8-d3c38c62de83 up at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:30:34.658218 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Provisioning complete for port 078e6334-9d80-4e5f-bcc8-d3c38c62de83 triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:30:34.658691 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:38.084932 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:39.591411 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db13d7-97b2-406f-b790-5cd85c3491b9 req-7a8893b0-c9df-4abf-bc36-7d11a440c387 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:30:39.593431 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-68db13d7-97b2-406f-b790-5cd85c3491b9 req-7a8893b0-c9df-4abf-bc36-7d11a440c387 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/networks?id=db54b14e-d81b-403a-a7f2-afe04d2df659 HTTP/1.1" status: 200 len: 814 time: 0.0984881 Nov 24 15:30:39.608910 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-68db13d7-97b2-406f-b790-5cd85c3491b9 req-87b0dd3c-df7a-4258-9038-d906ad5601fe tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/quotas/43561d39a3aa4b6390447a9f4f77d4e4 HTTP/1.1" status: 200 len: 375 time: 0.0095346 Nov 24 15:30:39.665632 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-68db13d7-97b2-406f-b790-5cd85c3491b9 req-6ed456e8-51e2-4e07-8aab-a3936e72f0bd tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=43561d39a3aa4b6390447a9f4f77d4e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509975 Nov 24 15:30:39.680598 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [req-68db13d7-97b2-406f-b790-5cd85c3491b9 req-a0de7842-15f6-4a1b-ae7b-bb8093b1bb24 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=102544) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 15:30:39.681587 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-68db13d7-97b2-406f-b790-5cd85c3491b9 req-a0de7842-15f6-4a1b-ae7b-bb8093b1bb24 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050039 Nov 24 15:30:39.769192 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-68db13d7-97b2-406f-b790-5cd85c3491b9 req-4f032a19-d2b5-45f9-a5d2-9216f9623198 service neutron] 10.222.0.66 "GET /v2.0/networks/db54b14e-d81b-403a-a7f2-afe04d2df659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817299 Nov 24 15:30:39.860049 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-68db13d7-97b2-406f-b790-5cd85c3491b9 req-c69b2878-38cc-4719-8871-d924d4747471 service neutron] 10.222.0.66 "GET /v2.0/networks/db54b14e-d81b-403a-a7f2-afe04d2df659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847030 Nov 24 15:30:40.017359 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f3ab3958-a2b9-432e-9f35-04da2b483852 req-a748d628-57b4-42e7-be0f-3b8fd69ca21d tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/ports?device_id=c58463f5-527b-475e-a4c9-ca70f2d5f00f HTTP/1.1" status: 200 len: 210 time: 0.0266333 Nov 24 15:30:40.999928 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db13d7-97b2-406f-b790-5cd85c3491b9 req-e8710adb-27ff-4db8-a28d-34065aef6ed2 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:30:41.001381 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-68db13d7-97b2-406f-b790-5cd85c3491b9 req-e8710adb-27ff-4db8-a28d-34065aef6ed2 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.74 "GET /v2.0/networks?id=db54b14e-d81b-403a-a7f2-afe04d2df659 HTTP/1.1" status: 200 len: 814 time: 0.1085088 Nov 24 15:30:41.013706 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [req-68db13d7-97b2-406f-b790-5cd85c3491b9 req-73caefbe-0921-4674-913f-0d4ae221b0c3 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Request body: {'port': {'device_id': 'c58463f5-527b-475e-a4c9-ca70f2d5f00f', 'network_id': 'db54b14e-d81b-403a-a7f2-afe04d2df659', 'admin_state_up': True, 'tenant_id': '43561d39a3aa4b6390447a9f4f77d4e4'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:30:41.112285 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-508be9bc-e05f-4044-967a-8f4b72908d52 req-f4f149a2-b9a3-44f0-9a18-6c0a59621035 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/ports?device_id=c58463f5-527b-475e-a4c9-ca70f2d5f00f HTTP/1.1" status: 200 len: 210 time: 0.0275099 Nov 24 15:30:41.134639 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68db13d7-97b2-406f-b790-5cd85c3491b9 req-73caefbe-0921-4674-913f-0d4ae221b0c3 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Made reservation on behalf of 43561d39a3aa4b6390447a9f4f77d4e4 for: {'port': 1} {{(pid=102545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:30:41.138183 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-68db13d7-97b2-406f-b790-5cd85c3491b9 req-73caefbe-0921-4674-913f-0d4ae221b0c3 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:41.262905 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.db_base_plugin_common [req-68db13d7-97b2-406f-b790-5cd85c3491b9 req-73caefbe-0921-4674-913f-0d4ae221b0c3 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Allocated IP 172.20.0.13 (db54b14e-d81b-403a-a7f2-afe04d2df659/24072aee-2b99-4eeb-b66b-29b890164732/974425b6-c12e-4d5b-a19b-b1237f431c83) {{(pid=102545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:30:41.475690 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-68db13d7-97b2-406f-b790-5cd85c3491b9 req-73caefbe-0921-4674-913f-0d4ae221b0c3 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks [] for port, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:41.515143 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-68db13d7-97b2-406f-b790-5cd85c3491b9 req-73caefbe-0921-4674-913f-0d4ae221b0c3 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:41.573617 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68db13d7-97b2-406f-b790-5cd85c3491b9 req-73caefbe-0921-4674-913f-0d4ae221b0c3 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Network db54b14e-d81b-403a-a7f2-afe04d2df659 is already hosted by enough agents. {{(pid=102545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:30:41.578967 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.scheduler.base_scheduler [req-68db13d7-97b2-406f-b790-5cd85c3491b9 req-73caefbe-0921-4674-913f-0d4ae221b0c3 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Resources bound (agent type, host, resource id): {{(pid=102545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:30:41.583891 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [req-68db13d7-97b2-406f-b790-5cd85c3491b9 req-73caefbe-0921-4674-913f-0d4ae221b0c3 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Received port after_create {{(pid=102545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:30:41.587922 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73caefbe-0921-4674-913f-0d4ae221b0c3 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Pushing event updated for resources: {'Port': ['ID=974425b6-c12e-4d5b-a19b-b1237f431c83,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:30:41.685069 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db13d7-97b2-406f-b790-5cd85c3491b9 req-73caefbe-0921-4674-913f-0d4ae221b0c3 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:30:41.685768 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-68db13d7-97b2-406f-b790-5cd85c3491b9 req-73caefbe-0921-4674-913f-0d4ae221b0c3 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:41.725591 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-68db13d7-97b2-406f-b790-5cd85c3491b9 req-73caefbe-0921-4674-913f-0d4ae221b0c3 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7155628 Nov 24 15:30:41.963593 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-c8a3ece1-3e04-4bd4-b592-cfcab9cd2b27 None None] Provisioning complete for port 974425b6-c12e-4d5b-a19b-b1237f431c83 triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:30:41.970185 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-c8a3ece1-3e04-4bd4-b592-cfcab9cd2b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:42.011860 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-c8a3ece1-3e04-4bd4-b592-cfcab9cd2b27 None None] Port 974425b6-c12e-4d5b-a19b-b1237f431c83 cannot update to ACTIVE because it is not bound. {{(pid=102546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:30:42.225202 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe3fd1-8a9d-432c-9179-5b42906b387d req-6e31fbf3-c0b4-411d-af41-6d019b38738c tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:30:42.226693 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-2fbe3fd1-8a9d-432c-9179-5b42906b387d req-6e31fbf3-c0b4-411d-af41-6d019b38738c tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/ports?device_id=c58463f5-527b-475e-a4c9-ca70f2d5f00f HTTP/1.1" status: 200 len: 932 time: 0.0479035 Nov 24 15:30:42.302175 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-2fbe3fd1-8a9d-432c-9179-5b42906b387d req-a40a60dc-05cd-4f3d-be42-c03e44396682 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/security-groups?id=a897ab71-53cb-4e5a-bfb2-59db6b0888e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678635 Nov 24 15:30:43.426385 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f800bf8-e16c-4f54-9b94-943db292def1 req-a3d768fe-a3e0-4a42-ac3f-985647863b20 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:30:43.427879 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-3f800bf8-e16c-4f54-9b94-943db292def1 req-a3d768fe-a3e0-4a42-ac3f-985647863b20 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/ports?device_id=c58463f5-527b-475e-a4c9-ca70f2d5f00f HTTP/1.1" status: 200 len: 932 time: 0.0523417 Nov 24 15:30:43.477838 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-3f800bf8-e16c-4f54-9b94-943db292def1 req-a48a48d7-3970-4022-ae1b-4e6e6eac9a45 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/security-groups?id=a897ab71-53cb-4e5a-bfb2-59db6b0888e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433273 Nov 24 15:30:44.593770 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840eb092-d0b0-49ad-b57b-a801cf477071 req-b2b24a5a-c733-408f-9c50-d06d800f0323 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:30:44.595218 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-840eb092-d0b0-49ad-b57b-a801cf477071 req-b2b24a5a-c733-408f-9c50-d06d800f0323 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/ports?device_id=c58463f5-527b-475e-a4c9-ca70f2d5f00f HTTP/1.1" status: 200 len: 932 time: 0.0506239 Nov 24 15:30:44.658246 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-840eb092-d0b0-49ad-b57b-a801cf477071 req-f043f67d-72fe-478d-8a97-ed8e7d3057b6 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/security-groups?id=a897ab71-53cb-4e5a-bfb2-59db6b0888e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569899 Nov 24 15:30:45.200299 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2face674-db26-4b86-9e10-4e80e65c268b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:45.785890 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d51612-7506-4981-8d6f-920cb5e8e202 req-3ec7a507-ec94-467d-a854-718f0dc31842 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:30:45.787401 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-45d51612-7506-4981-8d6f-920cb5e8e202 req-3ec7a507-ec94-467d-a854-718f0dc31842 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/ports?device_id=c58463f5-527b-475e-a4c9-ca70f2d5f00f HTTP/1.1" status: 200 len: 932 time: 0.0524395 Nov 24 15:30:45.834496 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-45d51612-7506-4981-8d6f-920cb5e8e202 req-a5f8b9cc-cc6c-4633-9aa2-34a457af1ec4 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/security-groups?id=a897ab71-53cb-4e5a-bfb2-59db6b0888e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411503 Nov 24 15:30:46.970855 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e20b9-792f-47dc-a554-f25623e2106c req-ebb7b8aa-42f6-4175-a753-762fc80676cf tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:30:46.972497 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-543e20b9-792f-47dc-a554-f25623e2106c req-ebb7b8aa-42f6-4175-a753-762fc80676cf tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/ports?device_id=c58463f5-527b-475e-a4c9-ca70f2d5f00f HTTP/1.1" status: 200 len: 932 time: 0.0525250 Nov 24 15:30:47.022423 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-543e20b9-792f-47dc-a554-f25623e2106c req-9a5cda41-b25c-4d9d-9a59-2dd8d5855b3b tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/security-groups?id=a897ab71-53cb-4e5a-bfb2-59db6b0888e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435200 Nov 24 15:30:47.636376 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-f8f71673-03b9-4020-afc7-f2430c605e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:48.191487 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08492e-2e7d-4fda-9682-104c5f20a79c req-33387dc8-1c06-4b8e-a432-50ae69b80d7d tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:30:48.194665 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ce08492e-2e7d-4fda-9682-104c5f20a79c req-33387dc8-1c06-4b8e-a432-50ae69b80d7d tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/ports?device_id=c58463f5-527b-475e-a4c9-ca70f2d5f00f HTTP/1.1" status: 200 len: 932 time: 0.0752754 Nov 24 15:30:48.247278 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-124f8df6-068a-4f00-a8c0-a9ff39f4d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:48.253049 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-ce08492e-2e7d-4fda-9682-104c5f20a79c req-b8c7c2e5-eaaa-4e91-af5a-57ee8c91e262 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/security-groups?id=a897ab71-53cb-4e5a-bfb2-59db6b0888e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524986 Nov 24 15:30:49.381302 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a695b2-df0a-47ca-98ba-aafc853309a8 req-20ba2170-8b5a-4d61-8508-0e0efc3c5554 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:30:49.383027 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c0a695b2-df0a-47ca-98ba-aafc853309a8 req-20ba2170-8b5a-4d61-8508-0e0efc3c5554 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/ports?device_id=c58463f5-527b-475e-a4c9-ca70f2d5f00f HTTP/1.1" status: 200 len: 932 time: 0.0492661 Nov 24 15:30:49.434484 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c0a695b2-df0a-47ca-98ba-aafc853309a8 req-9e36eae5-28c6-45ce-959b-b068fc2bfe1f tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/security-groups?id=a897ab71-53cb-4e5a-bfb2-59db6b0888e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450039 Nov 24 15:30:49.804047 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0567c706-1e8e-49a8-b1df-c52fd48358e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:50.626951 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5a67c-d5bd-4a03-ba8e-bf7ec0628a1c req-745fe3fc-8b08-41f9-bb41-9216c6366268 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:30:50.629136 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-b0d5a67c-d5bd-4a03-ba8e-bf7ec0628a1c req-745fe3fc-8b08-41f9-bb41-9216c6366268 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/ports?device_id=c58463f5-527b-475e-a4c9-ca70f2d5f00f HTTP/1.1" status: 200 len: 932 time: 0.0708361 Nov 24 15:30:50.682257 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-b0d5a67c-d5bd-4a03-ba8e-bf7ec0628a1c req-697d5424-8cb8-417e-8b56-e43c6bfcf2a1 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/security-groups?id=a897ab71-53cb-4e5a-bfb2-59db6b0888e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462008 Nov 24 15:30:51.032500 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:51.641246 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.agents_db [None req-1855c149-01a8-4582-985c-3b31432c2781 None None] Agent healthcheck: found 6 active agents {{(pid=102547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:30:51.848326 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e3858-3a1a-440b-b2dd-7ab0d698321d req-3bfb3ec1-d54f-4753-9d53-32e217952c08 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:30:51.849844 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-545e3858-3a1a-440b-b2dd-7ab0d698321d req-3bfb3ec1-d54f-4753-9d53-32e217952c08 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/ports?device_id=c58463f5-527b-475e-a4c9-ca70f2d5f00f HTTP/1.1" status: 200 len: 932 time: 0.0842941 Nov 24 15:30:51.913055 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-545e3858-3a1a-440b-b2dd-7ab0d698321d req-afb2f16c-8e8b-4bc0-bd34-f0102df01952 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/security-groups?id=a897ab71-53cb-4e5a-bfb2-59db6b0888e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566566 Nov 24 15:30:53.029644 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdca0e4-c509-4f8b-8e65-ea1db7035cfd req-69d5c4dc-d1a0-4790-82df-5e535adf62ad tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:30:53.031930 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-6bdca0e4-c509-4f8b-8e65-ea1db7035cfd req-69d5c4dc-d1a0-4790-82df-5e535adf62ad tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/ports?device_id=c58463f5-527b-475e-a4c9-ca70f2d5f00f HTTP/1.1" status: 200 len: 932 time: 0.0508683 Nov 24 15:30:53.080826 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-6bdca0e4-c509-4f8b-8e65-ea1db7035cfd req-bb7d9420-6a4c-416b-afbd-6adbfff05eff tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/security-groups?id=a897ab71-53cb-4e5a-bfb2-59db6b0888e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425022 Nov 24 15:30:53.212405 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [req-68db13d7-97b2-406f-b790-5cd85c3491b9 req-a79cfdef-ce0f-487c-b366-10658799d8cd service neutron] Request body: {'port': {'device_id': 'c58463f5-527b-475e-a4c9-ca70f2d5f00f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:30:53.275388 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-68db13d7-97b2-406f-b790-5cd85c3491b9 req-a79cfdef-ce0f-487c-b366-10658799d8cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:53.540774 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [req-68db13d7-97b2-406f-b790-5cd85c3491b9 req-a79cfdef-ce0f-487c-b366-10658799d8cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 974425b6-c12e-4d5b-a19b-b1237f431c83 {{(pid=102545) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:30:53.549013 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-68db13d7-97b2-406f-b790-5cd85c3491b9 req-a79cfdef-ce0f-487c-b366-10658799d8cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:53.561453 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.provisioning_blocks [req-68db13d7-97b2-406f-b790-5cd85c3491b9 req-a79cfdef-ce0f-487c-b366-10658799d8cd service neutron] Transition to ACTIVE for port object 974425b6-c12e-4d5b-a19b-b1237f431c83 will not be triggered until provisioned by entity L2. {{(pid=102545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 15:30:53.566263 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-68db13d7-97b2-406f-b790-5cd85c3491b9 req-a79cfdef-ce0f-487c-b366-10658799d8cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13923618'] for port, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:53.663904 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79cfdef-ce0f-487c-b366-10658799d8cd service neutron] Pushing event updated for resources: {'Port': ['ID=974425b6-c12e-4d5b-a19b-b1237f431c83,revision_number=2']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:30:53.700914 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-68db13d7-97b2-406f-b790-5cd85c3491b9 req-a79cfdef-ce0f-487c-b366-10658799d8cd service neutron] Attempting to bind port 974425b6-c12e-4d5b-a19b-b1237f431c83 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:30:53.701478 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-68db13d7-97b2-406f-b790-5cd85c3491b9 req-a79cfdef-ce0f-487c-b366-10658799d8cd service neutron] Attempting to bind port 974425b6-c12e-4d5b-a19b-b1237f431c83 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '45807ef9-e4ab-4d2c-8072-ec118c02f64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'db54b14e-d81b-403a-a7f2-afe04d2df659'}] {{(pid=102545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:30:53.701891 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68db13d7-97b2-406f-b790-5cd85c3491b9 req-a79cfdef-ce0f-487c-b366-10658799d8cd service neutron] Attempting to bind port 974425b6-c12e-4d5b-a19b-b1237f431c83 on network db54b14e-d81b-403a-a7f2-afe04d2df659 {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:30:53.707075 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68db13d7-97b2-406f-b790-5cd85c3491b9 req-a79cfdef-ce0f-487c-b366-10658799d8cd service neutron] Port 974425b6-c12e-4d5b-a19b-b1237f431c83 on network db54b14e-d81b-403a-a7f2-afe04d2df659 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 15:30:53.707405 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68db13d7-97b2-406f-b790-5cd85c3491b9 req-a79cfdef-ce0f-487c-b366-10658799d8cd service neutron] Attempting to bind port 974425b6-c12e-4d5b-a19b-b1237f431c83 on network db54b14e-d81b-403a-a7f2-afe04d2df659 {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:30:53.712859 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68db13d7-97b2-406f-b790-5cd85c3491b9 req-a79cfdef-ce0f-487c-b366-10658799d8cd service neutron] Checking agent: {'id': 'd4f6996e-fa07-4465-ad79-7a89714f2bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 17, 38), 'started_at': datetime.datetime(2021, 11, 24, 15, 17, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:30:53.713510 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68db13d7-97b2-406f-b790-5cd85c3491b9 req-a79cfdef-ce0f-487c-b366-10658799d8cd service neutron] Checking segment: {'id': '45807ef9-e4ab-4d2c-8072-ec118c02f64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'db54b14e-d81b-403a-a7f2-afe04d2df659'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:30:53.714193 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68db13d7-97b2-406f-b790-5cd85c3491b9 req-a79cfdef-ce0f-487c-b366-10658799d8cd service neutron] Bound using segment: {'id': '45807ef9-e4ab-4d2c-8072-ec118c02f64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'db54b14e-d81b-403a-a7f2-afe04d2df659'} {{(pid=102545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:30:53.714705 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.managers [req-68db13d7-97b2-406f-b790-5cd85c3491b9 req-a79cfdef-ce0f-487c-b366-10658799d8cd service neutron] Bound port: 974425b6-c12e-4d5b-a19b-b1237f431c83, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45807ef9-e4ab-4d2c-8072-ec118c02f64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'db54b14e-d81b-403a-a7f2-afe04d2df659'}}] {{(pid=102545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:30:53.715137 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-68db13d7-97b2-406f-b790-5cd85c3491b9 req-a79cfdef-ce0f-487c-b366-10658799d8cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:53.790862 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-68db13d7-97b2-406f-b790-5cd85c3491b9 req-a79cfdef-ce0f-487c-b366-10658799d8cd service neutron] For port 974425b6-c12e-4d5b-a19b-b1237f431c83, host hv-cinder-80403, cleared binding levels {{(pid=102545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:30:53.794088 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-68db13d7-97b2-406f-b790-5cd85c3491b9 req-a79cfdef-ce0f-487c-b366-10658799d8cd service neutron] For port 974425b6-c12e-4d5b-a19b-b1237f431c83, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=974425b6-c12e-4d5b-a19b-b1237f431c83,segment=NetworkSegment(45807ef9-e4ab-4d2c-8072-ec118c02f64c),segment_id=45807ef9-e4ab-4d2c-8072-ec118c02f64c)] {{(pid=102545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:30:53.799756 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-68db13d7-97b2-406f-b790-5cd85c3491b9 req-a79cfdef-ce0f-487c-b366-10658799d8cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13923618'] for port, after_update {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:53.835665 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db13d7-97b2-406f-b790-5cd85c3491b9 req-a79cfdef-ce0f-487c-b366-10658799d8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:30:53.837974 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-68db13d7-97b2-406f-b790-5cd85c3491b9 req-a79cfdef-ce0f-487c-b366-10658799d8cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:53.839408 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-68db13d7-97b2-406f-b790-5cd85c3491b9 req-a79cfdef-ce0f-487c-b366-10658799d8cd service neutron] 10.222.0.74 "PUT /v2.0/ports/974425b6-c12e-4d5b-a19b-b1237f431c83 HTTP/1.1" status: 200 len: 1094 time: 0.6316633 Nov 24 15:30:53.839857 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c58463f5-527b-475e-a4c9-ca70f2d5f00f', 'tag': '974425b6-c12e-4d5b-a19b-b1237f431c83'}] {{(pid=102545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:30:53.842119 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e232a59b198ff96befa2502742fd1f317735a6d9991c1ac6356d20aee71e71d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90abce9-8eee-43ec-a494-e564ea1377e7" -d '{"events": [{"name": "network-changed", "server_uuid": "c58463f5-527b-475e-a4c9-ca70f2d5f00f", "tag": "974425b6-c12e-4d5b-a19b-b1237f431c83"}]}' {{(pid=102545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:30:53.895450 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79cfdef-ce0f-487c-b366-10658799d8cd service neutron] Pushing event updated for resources: {'Port': ['ID=974425b6-c12e-4d5b-a19b-b1237f431c83,revision_number=3']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:30:53.937023 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db13d7-97b2-406f-b790-5cd85c3491b9 req-a5e5c2d5-e5d6-40f9-aee6-158e9db1c7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:30:53.938998 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-68db13d7-97b2-406f-b790-5cd85c3491b9 req-a5e5c2d5-e5d6-40f9-aee6-158e9db1c7a9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=43561d39a3aa4b6390447a9f4f77d4e4&device_id=c58463f5-527b-475e-a4c9-ca70f2d5f00f HTTP/1.1" status: 200 len: 1097 time: 0.0537801 Nov 24 15:30:53.992354 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-68db13d7-97b2-406f-b790-5cd85c3491b9 req-1b878846-45f0-436f-8869-b44d2a2baa19 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=974425b6-c12e-4d5b-a19b-b1237f431c83 HTTP/1.1" status: 200 len: 217 time: 0.0447965 Nov 24 15:30:54.052831 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db13d7-97b2-406f-b790-5cd85c3491b9 req-7b5ceb8e-ae43-4986-bf65-fb9166dd9669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:30:54.054362 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-68db13d7-97b2-406f-b790-5cd85c3491b9 req-7b5ceb8e-ae43-4986-bf65-fb9166dd9669 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=24072aee-2b99-4eeb-b66b-29b890164732 HTTP/1.1" status: 200 len: 853 time: 0.0548551 Nov 24 15:30:54.087654 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6578bd-063e-4cb8-863e-a66c49470e3e x-openstack-request-id: req-1d6578bd-063e-4cb8-863e-a66c49470e3e {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:30:54.087955 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c58463f5-527b-475e-a4c9-ca70f2d5f00f", "tag": "974425b6-c12e-4d5b-a19b-b1237f431c83", "status": "completed", "code": 200}]} {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:30:54.088208 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1d6578bd-063e-4cb8-863e-a66c49470e3e {{(pid=102545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:30:54.088602 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c58463f5-527b-475e-a4c9-ca70f2d5f00f', 'tag': '974425b6-c12e-4d5b-a19b-b1237f431c83', 'status': 'completed', 'code': 200} Nov 24 15:30:54.105558 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db13d7-97b2-406f-b790-5cd85c3491b9 req-2c1cbcf8-d3b2-42ba-b5b7-08bdf6a6f8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:30:54.107274 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-68db13d7-97b2-406f-b790-5cd85c3491b9 req-2c1cbcf8-d3b2-42ba-b5b7-08bdf6a6f8d5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=db54b14e-d81b-403a-a7f2-afe04d2df659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0449693 Nov 24 15:30:54.203729 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0691691-f146-43cd-8073-a93d062dc248 req-1080e4e1-73f9-4075-88f0-4b6d2f7d0fe0 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:30:54.205877 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-e0691691-f146-43cd-8073-a93d062dc248 req-1080e4e1-73f9-4075-88f0-4b6d2f7d0fe0 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/ports?device_id=c58463f5-527b-475e-a4c9-ca70f2d5f00f HTTP/1.1" status: 200 len: 944 time: 0.0543723 Nov 24 15:30:54.223973 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-68db13d7-97b2-406f-b790-5cd85c3491b9 req-32bd2484-88b9-402e-99a3-d4a051ce1271 service neutron] 10.222.0.74 "GET /v2.0/networks/db54b14e-d81b-403a-a7f2-afe04d2df659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095479 Nov 24 15:30:54.266313 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-e0691691-f146-43cd-8073-a93d062dc248 req-5c9a24d2-d933-4cfc-814a-50e6e640a0d0 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/security-groups?id=a897ab71-53cb-4e5a-bfb2-59db6b0888e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538967 Nov 24 15:30:54.321182 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-68db13d7-97b2-406f-b790-5cd85c3491b9 req-2fae400d-bbd2-482a-8e07-6f453690fb9a service neutron] 10.222.0.74 "GET /v2.0/networks/db54b14e-d81b-403a-a7f2-afe04d2df659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901976 Nov 24 15:30:54.418233 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90abce9-8eee-43ec-a494-e564ea1377e7 req-98a113ce-e2f7-4ff5-88bf-d9cc26d87556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:30:54.419907 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-a90abce9-8eee-43ec-a494-e564ea1377e7 req-98a113ce-e2f7-4ff5-88bf-d9cc26d87556 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=43561d39a3aa4b6390447a9f4f77d4e4&device_id=c58463f5-527b-475e-a4c9-ca70f2d5f00f HTTP/1.1" status: 200 len: 1097 time: 0.0468857 Nov 24 15:30:54.512148 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90abce9-8eee-43ec-a494-e564ea1377e7 req-6d87c807-df2f-400e-a004-391aea8dc9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:30:54.513670 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-a90abce9-8eee-43ec-a494-e564ea1377e7 req-6d87c807-df2f-400e-a004-391aea8dc9f2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=db54b14e-d81b-403a-a7f2-afe04d2df659 HTTP/1.1" status: 200 len: 916 time: 0.0860682 Nov 24 15:30:54.558891 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-a90abce9-8eee-43ec-a494-e564ea1377e7 req-327bb612-f0d7-4986-a08f-ffe9b3f7f0f4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=974425b6-c12e-4d5b-a19b-b1237f431c83 HTTP/1.1" status: 200 len: 217 time: 0.0376775 Nov 24 15:30:54.607810 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90abce9-8eee-43ec-a494-e564ea1377e7 req-575ab140-1434-404f-b0a1-b9443e40cb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:30:54.609245 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-a90abce9-8eee-43ec-a494-e564ea1377e7 req-575ab140-1434-404f-b0a1-b9443e40cb06 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=24072aee-2b99-4eeb-b66b-29b890164732 HTTP/1.1" status: 200 len: 853 time: 0.0439219 Nov 24 15:30:54.656325 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90abce9-8eee-43ec-a494-e564ea1377e7 req-39481df6-18f9-4b49-acf3-0d7f68d1fb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:30:54.657836 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-a90abce9-8eee-43ec-a494-e564ea1377e7 req-39481df6-18f9-4b49-acf3-0d7f68d1fb25 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=db54b14e-d81b-403a-a7f2-afe04d2df659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0408027 Nov 24 15:30:54.752442 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-a90abce9-8eee-43ec-a494-e564ea1377e7 req-eb7e0b63-9cd2-4d0d-88eb-501dbf879ef1 service neutron] 10.222.0.74 "GET /v2.0/networks/db54b14e-d81b-403a-a7f2-afe04d2df659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867741 Nov 24 15:30:54.843761 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-a90abce9-8eee-43ec-a494-e564ea1377e7 req-56c1f0f1-a62a-42b6-b6e5-148ddbfc306c service neutron] 10.222.0.74 "GET /v2.0/networks/db54b14e-d81b-403a-a7f2-afe04d2df659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828424 Nov 24 15:30:55.384820 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc7579-daaf-4682-a212-b914153c2c79 req-ab7b63b9-bfe7-453c-b374-ff9bafb967f9 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:30:55.386333 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-8bfc7579-daaf-4682-a212-b914153c2c79 req-ab7b63b9-bfe7-453c-b374-ff9bafb967f9 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/ports?device_id=c58463f5-527b-475e-a4c9-ca70f2d5f00f HTTP/1.1" status: 200 len: 944 time: 0.0512064 Nov 24 15:30:55.435149 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-8bfc7579-daaf-4682-a212-b914153c2c79 req-337a267e-f5c3-41b5-988c-17c9d99e9b72 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/security-groups?id=a897ab71-53cb-4e5a-bfb2-59db6b0888e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422580 Nov 24 15:30:56.551109 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfcdb72-92a4-4132-944b-d6e52161061d req-2b2811ad-fd1b-49ad-9fa9-39d558151887 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:30:56.552514 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4dfcdb72-92a4-4132-944b-d6e52161061d req-2b2811ad-fd1b-49ad-9fa9-39d558151887 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/ports?device_id=c58463f5-527b-475e-a4c9-ca70f2d5f00f HTTP/1.1" status: 200 len: 944 time: 0.0479562 Nov 24 15:30:56.598601 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4dfcdb72-92a4-4132-944b-d6e52161061d req-9d9f21dc-7937-4972-a6e9-8a95448b8622 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/security-groups?id=a897ab71-53cb-4e5a-bfb2-59db6b0888e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401733 Nov 24 15:30:56.767592 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 974425b6-c12e-4d5b-a19b-b1237f431c83 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 15:30:56.861553 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 974425b6-c12e-4d5b-a19b-b1237f431c83, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=974425b6-c12e-4d5b-a19b-b1237f431c83,segment=NetworkSegment(45807ef9-e4ab-4d2c-8072-ec118c02f64c),segment_id=45807ef9-e4ab-4d2c-8072-ec118c02f64c)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:30:56.873096 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Returning: {'device': '974425b6-c12e-4d5b-a19b-b1237f431c83', 'network_id': 'db54b14e-d81b-403a-a7f2-afe04d2df659', 'port_id': '974425b6-c12e-4d5b-a19b-b1237f431c83', 'mac_address': 'fa:16:3e:5b:a3:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24072aee-2b99-4eeb-b66b-29b890164732', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 15:30:56.913724 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:56.925805 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.notifiers.nova [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 974425b6-c12e-4d5b-a19b-b1237f431c83 {{(pid=102546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:30:56.944315 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 974425b6-c12e-4d5b-a19b-b1237f431c83, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=974425b6-c12e-4d5b-a19b-b1237f431c83,segment=NetworkSegment(45807ef9-e4ab-4d2c-8072-ec118c02f64c),segment_id=45807ef9-e4ab-4d2c-8072-ec118c02f64c)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:30:56.947621 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:56.995641 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Pushing event updated for resources: {'Port': ['ID=974425b6-c12e-4d5b-a19b-b1237f431c83,revision_number=4']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:30:57.137294 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] get_ports_and_sgs() called for port_ids ['974425b6-c12e-4d5b-a19b-b1237f431c83'] {{(pid=102546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:30:57.717248 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5bb87-ecec-4e65-ab65-0bd5a2db2f51 req-df6ffc62-5c62-4667-b1c6-8360eada73cf tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:30:57.718722 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-05f5bb87-ecec-4e65-ab65-0bd5a2db2f51 req-df6ffc62-5c62-4667-b1c6-8360eada73cf tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/ports?device_id=c58463f5-527b-475e-a4c9-ca70f2d5f00f HTTP/1.1" status: 200 len: 945 time: 0.0530121 Nov 24 15:30:57.765588 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-05f5bb87-ecec-4e65-ab65-0bd5a2db2f51 req-5be2a60a-576a-46b6-b098-0912fe468fa2 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/security-groups?id=a897ab71-53cb-4e5a-bfb2-59db6b0888e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408783 Nov 24 15:30:58.798754 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 974425b6-c12e-4d5b-a19b-b1237f431c83 up at agent hyperv_hv-cinder-80403 {{(pid=102546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:30:58.846938 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Provisioning for port 974425b6-c12e-4d5b-a19b-b1237f431c83 completed by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 15:30:58.851577 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Provisioning complete for port 974425b6-c12e-4d5b-a19b-b1237f431c83 triggered by entity L2. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:30:58.851958 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:58.879074 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19681591-c4de-4bd6-82f4-5fb7c82b0ca2 req-66845197-b29d-43b8-999e-720a51de0a8e tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:30:58.880558 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-19681591-c4de-4bd6-82f4-5fb7c82b0ca2 req-66845197-b29d-43b8-999e-720a51de0a8e tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/ports?device_id=c58463f5-527b-475e-a4c9-ca70f2d5f00f HTTP/1.1" status: 200 len: 945 time: 0.0499890 Nov 24 15:30:58.933558 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-19681591-c4de-4bd6-82f4-5fb7c82b0ca2 req-372b8483-0acd-4bd7-b9f6-f5a1f798cb05 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/security-groups?id=a897ab71-53cb-4e5a-bfb2-59db6b0888e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427144 Nov 24 15:30:58.935882 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:59.076328 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58463f5-527b-475e-a4c9-ca70f2d5f00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '974425b6-c12e-4d5b-a19b-b1237f431c83'}] {{(pid=102546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:30:59.078558 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec30b6fee894e899a7ef63b5da9bb2e859d87fc094cada3931da851dba0edc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d072635-9e1a-4894-a26d-aefa58397b78" -d '{"events": [{"server_uuid": "c58463f5-527b-475e-a4c9-ca70f2d5f00f", "name": "network-vif-plugged", "status": "completed", "tag": "974425b6-c12e-4d5b-a19b-b1237f431c83"}]}' {{(pid=102546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:30:59.091514 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] For port 974425b6-c12e-4d5b-a19b-b1237f431c83, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=974425b6-c12e-4d5b-a19b-b1237f431c83,segment=NetworkSegment(45807ef9-e4ab-4d2c-8072-ec118c02f64c),segment_id=45807ef9-e4ab-4d2c-8072-ec118c02f64c)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:30:59.096036 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134'] for port, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:59.121600 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72bb790-6e79-4207-8949-747a0a5304b6 x-openstack-request-id: req-b72bb790-6e79-4207-8949-747a0a5304b6 {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:30:59.121900 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58463f5-527b-475e-a4c9-ca70f2d5f00f", "name": "network-vif-plugged", "status": "completed", "tag": "974425b6-c12e-4d5b-a19b-b1237f431c83", "code": 200}]} {{(pid=102546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:30:59.122157 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b72bb790-6e79-4207-8949-747a0a5304b6 {{(pid=102546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:30:59.122551 dv-cinder-804035-20-iscsi neutron-server[102546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58463f5-527b-475e-a4c9-ca70f2d5f00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '974425b6-c12e-4d5b-a19b-b1237f431c83', 'code': 200} Nov 24 15:30:59.145994 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Pushing event updated for resources: {'Port': ['ID=974425b6-c12e-4d5b-a19b-b1237f431c83,revision_number=5']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:30:59.279370 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05f195-64ed-4ec2-a9ca-65c5b19778fd req-861708c7-b47f-4795-88a3-9e1fab5baac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:30:59.281445 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-3c05f195-64ed-4ec2-a9ca-65c5b19778fd req-861708c7-b47f-4795-88a3-9e1fab5baac3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c58463f5-527b-475e-a4c9-ca70f2d5f00f HTTP/1.1" status: 200 len: 1099 time: 0.0407317 Nov 24 15:30:59.328769 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-3c05f195-64ed-4ec2-a9ca-65c5b19778fd req-a1de4afa-eb33-42a4-8e3a-b5d24d5dd4a7 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a897ab71-53cb-4e5a-bfb2-59db6b0888e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404603 Nov 24 15:31:00.048017 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b75587-3147-4cc5-b0d8-a3a582a73a08 req-c1719802-b429-437e-918d-620c14c3d122 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:31:00.049465 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-08b75587-3147-4cc5-b0d8-a3a582a73a08 req-c1719802-b429-437e-918d-620c14c3d122 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/ports?device_id=c58463f5-527b-475e-a4c9-ca70f2d5f00f HTTP/1.1" status: 200 len: 946 time: 0.0511825 Nov 24 15:31:00.095129 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-08b75587-3147-4cc5-b0d8-a3a582a73a08 req-2de58bfe-8bc9-4e6b-8056-c54bdde72c73 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/security-groups?id=a897ab71-53cb-4e5a-bfb2-59db6b0888e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395868 Nov 24 15:31:01.210298 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c11ee-6f66-4901-a4d5-651c5b7f0e19 req-9e724f5b-685b-4f47-8771-94ac51b718b3 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:31:01.211787 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-100c11ee-6f66-4901-a4d5-651c5b7f0e19 req-9e724f5b-685b-4f47-8771-94ac51b718b3 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/ports?device_id=c58463f5-527b-475e-a4c9-ca70f2d5f00f HTTP/1.1" status: 200 len: 946 time: 0.0480022 Nov 24 15:31:01.257984 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-100c11ee-6f66-4901-a4d5-651c5b7f0e19 req-f4dfea64-5d6d-4fe8-b445-abf320029f32 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/security-groups?id=a897ab71-53cb-4e5a-bfb2-59db6b0888e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403254 Nov 24 15:31:01.369853 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b14ab-42c4-4037-ac01-72fc7a45387a req-3fb0790c-a46c-4e45-9449-fc2efc42543c tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:31:01.371337 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-6a5b14ab-42c4-4037-ac01-72fc7a45387a req-3fb0790c-a46c-4e45-9449-fc2efc42543c tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/ports?device_id=c58463f5-527b-475e-a4c9-ca70f2d5f00f HTTP/1.1" status: 200 len: 946 time: 0.0474076 Nov 24 15:31:01.419930 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-6a5b14ab-42c4-4037-ac01-72fc7a45387a req-f8060ba3-5346-45e8-9e93-8ada017bc753 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/security-groups?id=a897ab71-53cb-4e5a-bfb2-59db6b0888e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422201 Nov 24 15:31:01.735734 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb80fb-5602-4f3b-b8c8-b2ab634f18fd req-a0781904-9ab8-4d81-b47c-3a3e22581a5a tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:31:01.737095 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-b6bb80fb-5602-4f3b-b8c8-b2ab634f18fd req-a0781904-9ab8-4d81-b47c-3a3e22581a5a tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/ports?device_id=c58463f5-527b-475e-a4c9-ca70f2d5f00f HTTP/1.1" status: 200 len: 946 time: 0.0469456 Nov 24 15:31:01.783446 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-b6bb80fb-5602-4f3b-b8c8-b2ab634f18fd req-8e2c79f4-7f84-40d4-a6d5-922caba142e6 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/security-groups?id=a897ab71-53cb-4e5a-bfb2-59db6b0888e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403123 Nov 24 15:31:08.081809 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:10.046406 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a329cd-d0ac-4376-8ced-81ee68b68185 req-61b02e05-48c9-4d61-9e1d-f5acace79d54 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:31:10.047901 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-e2a329cd-d0ac-4376-8ced-81ee68b68185 req-61b02e05-48c9-4d61-9e1d-f5acace79d54 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/ports?device_id=c58463f5-527b-475e-a4c9-ca70f2d5f00f HTTP/1.1" status: 200 len: 946 time: 0.0476375 Nov 24 15:31:10.094400 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-e2a329cd-d0ac-4376-8ced-81ee68b68185 req-4018736c-b95e-48fa-a165-32e4339018f4 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/security-groups?id=a897ab71-53cb-4e5a-bfb2-59db6b0888e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406733 Nov 24 15:31:10.116981 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 40012) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:31:10.248695 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79434533-5163-48e8-b0d2-41d6f5645b6d tempest-TestMinimumBasicScenario-1976586919 tempest-TestMinimumBasicScenario-1976586919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:31:10.250207 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-79434533-5163-48e8-b0d2-41d6f5645b6d tempest-TestMinimumBasicScenario-1976586919 tempest-TestMinimumBasicScenario-1976586919-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c58463f5-527b-475e-a4c9-ca70f2d5f00f HTTP/1.1" status: 200 len: 1094 time: 0.1323338 Nov 24 15:31:10.253085 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 40016) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:31:10.257276 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.v2.base [None req-7a0304bd-3de7-41e2-9b07-e1d8a0b5944f tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Request body: {'floatingip': {'floating_network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'port_id': '974425b6-c12e-4d5b-a19b-b1237f431c83', 'tenant_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:31:10.279411 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-7a0304bd-3de7-41e2-9b07-e1d8a0b5944f tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks [] for floatingip, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:10.371217 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-7a0304bd-3de7-41e2-9b07-e1d8a0b5944f tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:10.695988 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.db.db_base_plugin_common [None req-7a0304bd-3de7-41e2-9b07-e1d8a0b5944f tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Allocated IP 172.27.3.19 (8344f4db-560e-43ae-a8a3-c586ec595f86/c55147fe-7574-46b9-be0f-c5d247f19105/5a7c4f2e-eb6f-43ac-b6d3-745baafa6d3c) {{(pid=102544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:31:10.792274 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-7a0304bd-3de7-41e2-9b07-e1d8a0b5944f tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks [] for port, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:10.824948 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-7a0304bd-3de7-41e2-9b07-e1d8a0b5944f tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750836945098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15752001'] for port, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:10.862439 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0304bd-3de7-41e2-9b07-e1d8a0b5944f tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Network 8344f4db-560e-43ae-a8a3-c586ec595f86 is already hosted by enough agents. {{(pid=102544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:31:10.868922 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.base_scheduler [None req-7a0304bd-3de7-41e2-9b07-e1d8a0b5944f tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Resources bound (agent type, host, resource id): {{(pid=102544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:31:10.872351 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0304bd-3de7-41e2-9b07-e1d8a0b5944f tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Received port after_create {{(pid=102544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:31:10.877720 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0304bd-3de7-41e2-9b07-e1d8a0b5944f tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Pushing event updated for resources: {'Port': ['ID=5a7c4f2e-eb6f-43ac-b6d3-745baafa6d3c,revision_number=1']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:31:11.213975 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-7a0304bd-3de7-41e2-9b07-e1d8a0b5944f tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:11.282495 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-7a0304bd-3de7-41e2-9b07-e1d8a0b5944f tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:11.429794 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-7a0304bd-3de7-41e2-9b07-e1d8a0b5944f tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks [] for port, precommit_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:11.434484 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-7a0304bd-3de7-41e2-9b07-e1d8a0b5944f tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15752056'] for port, after_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:11.500240 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0304bd-3de7-41e2-9b07-e1d8a0b5944f tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Pushing event updated for resources: {'Port': ['ID=5a7c4f2e-eb6f-43ac-b6d3-745baafa6d3c,revision_number=2']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:31:11.511540 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-7a0304bd-3de7-41e2-9b07-e1d8a0b5944f tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663866'] for floatingip, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:11.609203 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.db.l3_db [None req-7a0304bd-3de7-41e2-9b07-e1d8a0b5944f tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Floating IP 1e5b661d-2693-4c6f-9de0-df6ba7b87097 associated. External IP: 172.27.3.19, port: 974425b6-c12e-4d5b-a19b-b1237f431c83. Nov 24 15:31:11.815842 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0304bd-3de7-41e2-9b07-e1d8a0b5944f tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Router edba0a85-70f6-4a73-8d31-eefc28f8a234 has already been hosted by L3 agent cf746c29-e95d-415d-8373-1f02a86f1d46 {{(pid=102544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:31:11.921903 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0304bd-3de7-41e2-9b07-e1d8a0b5944f tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Notify agent at l3_agent.dv-cinder-804035-20-iscsi the message routers_updated {{(pid=102544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:31:11.933869 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1b18e4-d186-4103-b8ec-2907d920aac2 None None] Sync routers for ids ['edba0a85-70f6-4a73-8d31-eefc28f8a234'] in dv-cinder-804035-20-iscsi {{(pid=102546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:31:11.940941 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-7a0304bd-3de7-41e2-9b07-e1d8a0b5944f tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for floatingip, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:11.944005 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1b18e4-d186-4103-b8ec-2907d920aac2 None None] Routers {'edba0a85-70f6-4a73-8d31-eefc28f8a234'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:31:11.944617 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-4b1b18e4-d186-4103-b8ec-2907d920aac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:30:48Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['edba0a85-70f6-4a73-8d31-eefc28f8a234'], 'active': True} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:31:11.967849 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-7a0304bd-3de7-41e2-9b07-e1d8a0b5944f tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7137353 Nov 24 15:31:11.968580 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c58463f5-527b-475e-a4c9-ca70f2d5f00f', 'tag': '974425b6-c12e-4d5b-a19b-b1237f431c83'}] {{(pid=102544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:31:11.970650 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 40018) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:31:11.971174 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23e587840cb346e9c9cb8c26408046b3895eadd5eb45c8d7346c6b1fb89178c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef088621-25d7-4133-910a-ac96f1286aac" -d '{"events": [{"name": "network-changed", "server_uuid": "c58463f5-527b-475e-a4c9-ca70f2d5f00f", "tag": "974425b6-c12e-4d5b-a19b-b1237f431c83"}]}' {{(pid=102544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:31:11.975513 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.v2.base [None req-438d2ca2-f3d5-470e-8651-e2064f900dbc tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1590255087', 'description': 'tempest-secgroup-smoke-1590255087 description', 'project_id': '43561d39a3aa4b6390447a9f4f77d4e4'}} {{(pid=102545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:31:12.006445 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-438d2ca2-f3d5-470e-8651-e2064f900dbc tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks [] for security_group, before_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:12.053979 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvr_db [None req-4b1b18e4-d186-4103-b8ec-2907d920aac2 None None] Set router edba0a85-70f6-4a73-8d31-eefc28f8a234 gateway port host: dv-cinder-804035-20-iscsi {{(pid=102546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:31:12.065572 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1207fd7c-8459-4f57-9d6c-e38a29a9302c x-openstack-request-id: req-1207fd7c-8459-4f57-9d6c-e38a29a9302c {{(pid=102544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:31:12.065911 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c58463f5-527b-475e-a4c9-ca70f2d5f00f", "tag": "974425b6-c12e-4d5b-a19b-b1237f431c83", "status": "completed", "code": 200}]} {{(pid=102544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:31:12.066114 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1207fd7c-8459-4f57-9d6c-e38a29a9302c {{(pid=102544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:31:12.066511 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c58463f5-527b-475e-a4c9-ca70f2d5f00f', 'tag': '974425b6-c12e-4d5b-a19b-b1237f431c83', 'status': 'completed', 'code': 200} Nov 24 15:31:12.087606 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-438d2ca2-f3d5-470e-8651-e2064f900dbc tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks [] for security_group, precommit_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:12.093286 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-438d2ca2-f3d5-470e-8651-e2064f900dbc tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_create {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:12.138859 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-438d2ca2-f3d5-470e-8651-e2064f900dbc tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:12.140078 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-438d2ca2-f3d5-470e-8651-e2064f900dbc tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1683183 Nov 24 15:31:12.143205 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 40024) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:31:12.148479 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.v2.base [None req-da24ef5f-9b7b-4b75-af9b-2a1f8ed0d8b9 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Request body: {'security_group_rule': {'security_group_id': '7538ebd7-0d46-4d73-827d-884ad3abbe85', 'project_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:31:12.157751 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d2ca2-f3d5-470e-8651-e2064f900dbc tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7538ebd7-0d46-4d73-827d-884ad3abbe85,revision_number=1']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:31:12.166760 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef088621-25d7-4133-910a-ac96f1286aac req-e2dfb89a-5984-4eac-8bc9-56df92f4a6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:31:12.168368 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-ef088621-25d7-4133-910a-ac96f1286aac req-e2dfb89a-5984-4eac-8bc9-56df92f4a6bd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=43561d39a3aa4b6390447a9f4f77d4e4&device_id=c58463f5-527b-475e-a4c9-ca70f2d5f00f HTTP/1.1" status: 200 len: 1099 time: 0.0763202 Nov 24 15:31:12.170898 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438d2ca2-f3d5-470e-8651-e2064f900dbc tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:31:12.171186 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438d2ca2-f3d5-470e-8651-e2064f900dbc tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:31:12.171430 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438d2ca2-f3d5-470e-8651-e2064f900dbc tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:31:12.171766 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438d2ca2-f3d5-470e-8651-e2064f900dbc tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:31:12.172102 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438d2ca2-f3d5-470e-8651-e2064f900dbc tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:31:12.172468 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438d2ca2-f3d5-470e-8651-e2064f900dbc tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:31:12.172795 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438d2ca2-f3d5-470e-8651-e2064f900dbc tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:31:12.173120 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438d2ca2-f3d5-470e-8651-e2064f900dbc tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:31:12.173445 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438d2ca2-f3d5-470e-8651-e2064f900dbc tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:31:12.173855 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438d2ca2-f3d5-470e-8651-e2064f900dbc tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:31:12.174181 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438d2ca2-f3d5-470e-8651-e2064f900dbc tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:31:12.174567 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438d2ca2-f3d5-470e-8651-e2064f900dbc tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:31:12.181237 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-da24ef5f-9b7b-4b75-af9b-2a1f8ed0d8b9 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:12.256582 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-da24ef5f-9b7b-4b75-af9b-2a1f8ed0d8b9 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:12.265259 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-da24ef5f-9b7b-4b75-af9b-2a1f8ed0d8b9 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582796'] for security_group_rule, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:12.272629 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef088621-25d7-4133-910a-ac96f1286aac req-f2c038c4-e766-46d2-bddf-b0af1318aac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:31:12.274100 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-ef088621-25d7-4133-910a-ac96f1286aac req-f2c038c4-e766-46d2-bddf-b0af1318aac1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=db54b14e-d81b-403a-a7f2-afe04d2df659 HTTP/1.1" status: 200 len: 916 time: 0.0960000 Nov 24 15:31:12.283600 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da24ef5f-9b7b-4b75-af9b-2a1f8ed0d8b9 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d17770b-a756-426f-82ba-1076cf69eeb4,revision_number=0']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:31:12.292840 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-da24ef5f-9b7b-4b75-af9b-2a1f8ed0d8b9 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:12.293090 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-4b1b18e4-d186-4103-b8ec-2907d920aac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edba0a85-70f6-4a73-8d31-eefc28f8a234', 'name': 'tempest-TestMinimumBasicScenario-347690756-router', 'tenant_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '5388cd62-7b0f-4d9e-ab73-367177402f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:30:20Z', 'updated_at': '2021-11-24T15:30:23Z', 'revision_number': 4, 'project_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'gw_port': {'id': '5388cd62-7b0f-4d9e-ab73-367177402f4a', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bf:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edba0a85-70f6-4a73-8d31-eefc28f8a234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:30:21Z', 'updated_at': '2021-11-24T15:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_floatingips': [{'id': '1e5b661d-2693-4c6f-9de0-df6ba7b87097', 'tenant_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'floating_ip_address': '172.27.3.19', 'floating_network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'router_id': 'edba0a85-70f6-4a73-8d31-eefc28f8a234', 'port_id': '974425b6-c12e-4d5b-a19b-b1237f431c83', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db54b14e-d81b-403a-a7f2-afe04d2df659', 'mac_address': 'fa:16:3e:5b:a3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58463f5-527b-475e-a4c9-ca70f2d5f00f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:31:11Z', 'updated_at': '2021-11-24T15:31:11Z', 'revision_number': 0, 'project_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0be9171b-8736-4376-ad87-f92e088ba978', 'name': '', 'network_id': 'db54b14e-d81b-403a-a7f2-afe04d2df659', 'tenant_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'mac_address': 'fa:16:3e:a8:71:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edba0a85-70f6-4a73-8d31-eefc28f8a234', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '24072aee-2b99-4eeb-b66b-29b890164732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:30:22Z', 'updated_at': '2021-11-24T15:30:28Z', 'revision_number': 5, 'project_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'subnets': [{'id': '24072aee-2b99-4eeb-b66b-29b890164732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:31:12.297267 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-da24ef5f-9b7b-4b75-af9b-2a1f8ed0d8b9 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1494842 Nov 24 15:31:12.297515 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 40026) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:31:12.306787 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.v2.base [None req-04e5ff38-87e7-4f77-9419-2afb62c95fe8 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Request body: {'security_group_rule': {'security_group_id': '7538ebd7-0d46-4d73-827d-884ad3abbe85', 'project_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:31:12.325032 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1b18e4-d186-4103-b8ec-2907d920aac2 None None] Checking router: edba0a85-70f6-4a73-8d31-eefc28f8a234 for host: dv-cinder-804035-20-iscsi {{(pid=102546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:31:12.334774 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1b18e4-d186-4103-b8ec-2907d920aac2 None None] Routers {'edba0a85-70f6-4a73-8d31-eefc28f8a234'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:31:12.336289 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-4b1b18e4-d186-4103-b8ec-2907d920aac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:30:48Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['edba0a85-70f6-4a73-8d31-eefc28f8a234'], 'active': True} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:31:12.336709 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-04e5ff38-87e7-4f77-9419-2afb62c95fe8 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:12.343459 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-ef088621-25d7-4133-910a-ac96f1286aac req-9eb3acff-3062-405d-8e7b-39995de88a90 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=974425b6-c12e-4d5b-a19b-b1237f431c83 HTTP/1.1" status: 200 len: 999 time: 0.0624788 Nov 24 15:31:12.395038 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef088621-25d7-4133-910a-ac96f1286aac req-23a37e68-10f1-4643-b3b6-5198fccf0550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:31:12.396620 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-ef088621-25d7-4133-910a-ac96f1286aac req-23a37e68-10f1-4643-b3b6-5198fccf0550 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=24072aee-2b99-4eeb-b66b-29b890164732 HTTP/1.1" status: 200 len: 853 time: 0.0448089 Nov 24 15:31:12.405405 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-04e5ff38-87e7-4f77-9419-2afb62c95fe8 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:12.409882 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-04e5ff38-87e7-4f77-9419-2afb62c95fe8 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582796'] for security_group_rule, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:12.428716 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e5ff38-87e7-4f77-9419-2afb62c95fe8 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d41babb-35f4-48a5-84a6-705c4bd41bbc,revision_number=0']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:31:12.439253 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-04e5ff38-87e7-4f77-9419-2afb62c95fe8 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:12.440837 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-04e5ff38-87e7-4f77-9419-2afb62c95fe8 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1419647 Nov 24 15:31:12.443734 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 40028) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:31:12.449431 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.v2.base [None req-611d95a1-a326-4e1b-9f82-9e15150d00b5 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Request body: {'security_group_rule': {'security_group_id': '7538ebd7-0d46-4d73-827d-884ad3abbe85', 'project_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:31:12.453297 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef088621-25d7-4133-910a-ac96f1286aac req-adbdff78-bd40-470e-8e25-3466ee41732e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:31:12.454935 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-ef088621-25d7-4133-910a-ac96f1286aac req-adbdff78-bd40-470e-8e25-3466ee41732e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=db54b14e-d81b-403a-a7f2-afe04d2df659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0491357 Nov 24 15:31:12.456764 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvr_db [None req-4b1b18e4-d186-4103-b8ec-2907d920aac2 None None] Set router edba0a85-70f6-4a73-8d31-eefc28f8a234 gateway port host: dv-cinder-804035-20-iscsi {{(pid=102546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:31:12.477350 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-611d95a1-a326-4e1b-9f82-9e15150d00b5 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:12.537259 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-611d95a1-a326-4e1b-9f82-9e15150d00b5 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:12.542132 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-611d95a1-a326-4e1b-9f82-9e15150d00b5 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582796'] for security_group_rule, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:12.550414 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-ef088621-25d7-4133-910a-ac96f1286aac req-787ed84b-468f-49e7-b3ef-1abfc5df1fdd service neutron] 10.222.0.74 "GET /v2.0/networks/db54b14e-d81b-403a-a7f2-afe04d2df659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882058 Nov 24 15:31:12.558053 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611d95a1-a326-4e1b-9f82-9e15150d00b5 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1773964a-cae2-4df8-85a7-919749fecbd6,revision_number=0']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:31:12.570504 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-611d95a1-a326-4e1b-9f82-9e15150d00b5 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:12.572051 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-611d95a1-a326-4e1b-9f82-9e15150d00b5 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1271198 Nov 24 15:31:12.574671 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 40030) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:31:12.579519 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.v2.base [None req-c0928648-29ad-46b8-8adc-2651bfa1456f tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Request body: {'security_group_rule': {'security_group_id': '7538ebd7-0d46-4d73-827d-884ad3abbe85', 'project_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:31:12.608143 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c0928648-29ad-46b8-8adc-2651bfa1456f tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:12.654970 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-ef088621-25d7-4133-910a-ac96f1286aac req-32866f5a-a5b0-498e-b255-1172fe446947 service neutron] 10.222.0.74 "GET /v2.0/networks/db54b14e-d81b-403a-a7f2-afe04d2df659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947299 Nov 24 15:31:12.670509 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c0928648-29ad-46b8-8adc-2651bfa1456f tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:12.675832 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c0928648-29ad-46b8-8adc-2651bfa1456f tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582796'] for security_group_rule, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:12.693464 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0928648-29ad-46b8-8adc-2651bfa1456f tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05077cf9-3689-4732-82f0-8b35cefbbb24,revision_number=0']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:31:12.695772 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-4b1b18e4-d186-4103-b8ec-2907d920aac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edba0a85-70f6-4a73-8d31-eefc28f8a234', 'name': 'tempest-TestMinimumBasicScenario-347690756-router', 'tenant_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '5388cd62-7b0f-4d9e-ab73-367177402f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:30:20Z', 'updated_at': '2021-11-24T15:30:23Z', 'revision_number': 4, 'project_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'gw_port': {'id': '5388cd62-7b0f-4d9e-ab73-367177402f4a', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bf:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edba0a85-70f6-4a73-8d31-eefc28f8a234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:30:21Z', 'updated_at': '2021-11-24T15:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_floatingips': [{'id': '1e5b661d-2693-4c6f-9de0-df6ba7b87097', 'tenant_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'floating_ip_address': '172.27.3.19', 'floating_network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'router_id': 'edba0a85-70f6-4a73-8d31-eefc28f8a234', 'port_id': '974425b6-c12e-4d5b-a19b-b1237f431c83', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db54b14e-d81b-403a-a7f2-afe04d2df659', 'mac_address': 'fa:16:3e:5b:a3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58463f5-527b-475e-a4c9-ca70f2d5f00f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:31:11Z', 'updated_at': '2021-11-24T15:31:11Z', 'revision_number': 0, 'project_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0be9171b-8736-4376-ad87-f92e088ba978', 'name': '', 'network_id': 'db54b14e-d81b-403a-a7f2-afe04d2df659', 'tenant_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'mac_address': 'fa:16:3e:a8:71:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edba0a85-70f6-4a73-8d31-eefc28f8a234', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '24072aee-2b99-4eeb-b66b-29b890164732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:30:22Z', 'updated_at': '2021-11-24T15:30:28Z', 'revision_number': 5, 'project_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'subnets': [{'id': '24072aee-2b99-4eeb-b66b-29b890164732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:31:12.703778 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c0928648-29ad-46b8-8adc-2651bfa1456f tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:12.707833 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-c0928648-29ad-46b8-8adc-2651bfa1456f tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1292391 Nov 24 15:31:12.707969 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 40032) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:31:12.712259 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.v2.base [None req-61603664-3a46-4cc0-bd18-d2d48cca8d42 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Request body: {'security_group_rule': {'security_group_id': '7538ebd7-0d46-4d73-827d-884ad3abbe85', 'project_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:31:12.727949 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1b18e4-d186-4103-b8ec-2907d920aac2 None None] The sync data for ids ['edba0a85-70f6-4a73-8d31-eefc28f8a234'] in dv-cinder-804035-20-iscsi is: [{'id': 'edba0a85-70f6-4a73-8d31-eefc28f8a234', 'name': 'tempest-TestMinimumBasicScenario-347690756-router', 'tenant_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '5388cd62-7b0f-4d9e-ab73-367177402f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:30:20Z', 'updated_at': '2021-11-24T15:30:23Z', 'revision_number': 4, 'project_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'gw_port': {'id': '5388cd62-7b0f-4d9e-ab73-367177402f4a', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bf:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edba0a85-70f6-4a73-8d31-eefc28f8a234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:30:21Z', 'updated_at': '2021-11-24T15:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_floatingips': [{'id': '1e5b661d-2693-4c6f-9de0-df6ba7b87097', 'tenant_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'floating_ip_address': '172.27.3.19', 'floating_network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'router_id': 'edba0a85-70f6-4a73-8d31-eefc28f8a234', 'port_id': '974425b6-c12e-4d5b-a19b-b1237f431c83', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db54b14e-d81b-403a-a7f2-afe04d2df659', 'mac_address': 'fa:16:3e:5b:a3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58463f5-527b-475e-a4c9-ca70f2d5f00f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:31:11Z', 'updated_at': '2021-11-24T15:31:11Z', 'revision_number': 0, 'project_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0be9171b-8736-4376-ad87-f92e088ba978', 'name': '', 'network_id': 'db54b14e-d81b-403a-a7f2-afe04d2df659', 'tenant_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'mac_address': 'fa:16:3e:a8:71:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edba0a85-70f6-4a73-8d31-eefc28f8a234', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '24072aee-2b99-4eeb-b66b-29b890164732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:30:22Z', 'updated_at': '2021-11-24T15:30:28Z', 'revision_number': 5, 'project_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'subnets': [{'id': '24072aee-2b99-4eeb-b66b-29b890164732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:31:12.735525 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.db.securitygroups_db [None req-61603664-3a46-4cc0-bd18-d2d48cca8d42 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Project 43561d39a3aa4b6390447a9f4f77d4e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 15:31:12.741151 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-61603664-3a46-4cc0-bd18-d2d48cca8d42 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:12.800672 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-61603664-3a46-4cc0-bd18-d2d48cca8d42 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:12.804488 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-61603664-3a46-4cc0-bd18-d2d48cca8d42 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582796'] for security_group_rule, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:12.824936 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61603664-3a46-4cc0-bd18-d2d48cca8d42 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=759101f7-a198-45fe-bf97-20bcf3bac26b,revision_number=0']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:31:12.832132 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-61603664-3a46-4cc0-bd18-d2d48cca8d42 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:12.833318 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-61603664-3a46-4cc0-bd18-d2d48cca8d42 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1244299 Nov 24 15:31:12.836173 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 40034) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:31:12.840444 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.v2.base [None req-14dc356c-f574-4d57-940b-405d119cd3b8 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Request body: {'security_group_rule': {'security_group_id': '7538ebd7-0d46-4d73-827d-884ad3abbe85', 'project_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:31:12.863913 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.db.securitygroups_db [None req-14dc356c-f574-4d57-940b-405d119cd3b8 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Project 43561d39a3aa4b6390447a9f4f77d4e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 15:31:12.869042 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-14dc356c-f574-4d57-940b-405d119cd3b8 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:12.925959 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64ba9ac-7fe1-4a4b-98a3-986d2b59b770 None None] New status for floating IP 1e5b661d-2693-4c6f-9de0-df6ba7b87097: ACTIVE {{(pid=102547) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 15:31:12.935602 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-14dc356c-f574-4d57-940b-405d119cd3b8 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:12.940233 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-14dc356c-f574-4d57-940b-405d119cd3b8 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582796'] for security_group_rule, after_create {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:12.958325 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc356c-f574-4d57-940b-405d119cd3b8 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aa526bf-8e9e-45d0-934c-0bfbc77b056b,revision_number=0']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:31:12.967872 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-14dc356c-f574-4d57-940b-405d119cd3b8 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:12.969108 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-14dc356c-f574-4d57-940b-405d119cd3b8 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1320214 Nov 24 15:31:13.060172 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c765bdc6-5cfc-4b27-b86d-f194c984d2ad req-fa6970f1-91d5-4f30-96bb-b77e1176ff27 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1590255087&fields=id&tenant_id=43561d39a3aa4b6390447a9f4f77d4e4 HTTP/1.1" status: 200 len: 267 time: 0.0441470 Nov 24 15:31:13.116057 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765bdc6-5cfc-4b27-b86d-f194c984d2ad req-4f6340a7-2326-41b2-8ee8-e61a2e1a7365 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:31:13.117561 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c765bdc6-5cfc-4b27-b86d-f194c984d2ad req-4f6340a7-2326-41b2-8ee8-e61a2e1a7365 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/ports?device_id=c58463f5-527b-475e-a4c9-ca70f2d5f00f HTTP/1.1" status: 200 len: 946 time: 0.0510879 Nov 24 15:31:13.129002 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.v2.base [req-c765bdc6-5cfc-4b27-b86d-f194c984d2ad req-8089936c-aabc-4714-92b0-acc4a3189663 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Request body: {'port': {'security_groups': ['a897ab71-53cb-4e5a-bfb2-59db6b0888e7', '7538ebd7-0d46-4d73-827d-884ad3abbe85']}} {{(pid=102544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:31:13.191858 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [req-c765bdc6-5cfc-4b27-b86d-f194c984d2ad req-8089936c-aabc-4714-92b0-acc4a3189663 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:13.374590 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.db [req-c765bdc6-5cfc-4b27-b86d-f194c984d2ad req-8089936c-aabc-4714-92b0-acc4a3189663 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] For port 974425b6-c12e-4d5b-a19b-b1237f431c83, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=974425b6-c12e-4d5b-a19b-b1237f431c83,segment=NetworkSegment(45807ef9-e4ab-4d2c-8072-ec118c02f64c),segment_id=45807ef9-e4ab-4d2c-8072-ec118c02f64c)] {{(pid=102544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:31:13.403126 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [req-c765bdc6-5cfc-4b27-b86d-f194c984d2ad req-8089936c-aabc-4714-92b0-acc4a3189663 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks [] for port, precommit_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:13.407464 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [req-c765bdc6-5cfc-4b27-b86d-f194c984d2ad req-8089936c-aabc-4714-92b0-acc4a3189663 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15752056'] for port, after_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:13.422795 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] get_ports_and_sgs() called for port_ids ['974425b6-c12e-4d5b-a19b-b1237f431c83'] {{(pid=102546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:31:13.454344 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765bdc6-5cfc-4b27-b86d-f194c984d2ad req-8089936c-aabc-4714-92b0-acc4a3189663 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:31:13.455009 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [req-c765bdc6-5cfc-4b27-b86d-f194c984d2ad req-8089936c-aabc-4714-92b0-acc4a3189663 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for port, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:13.456431 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c765bdc6-5cfc-4b27-b86d-f194c984d2ad req-8089936c-aabc-4714-92b0-acc4a3189663 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "PUT /v2.0/ports/974425b6-c12e-4d5b-a19b-b1237f431c83 HTTP/1.1" status: 200 len: 982 time: 0.3319921 Nov 24 15:31:13.474423 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089936c-aabc-4714-92b0-acc4a3189663 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Pushing event updated for resources: {'Port': ['ID=974425b6-c12e-4d5b-a19b-b1237f431c83,revision_number=6']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:31:13.518942 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] get_ports_and_sgs() called for port_ids ['974425b6-c12e-4d5b-a19b-b1237f431c83'] {{(pid=102546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:31:13.585821 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5460962-71fa-478b-a9fc-42c80fed91b3 req-6ebc5eff-ca8f-4b55-a052-8ea68a4440d7 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:31:13.587500 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c5460962-71fa-478b-a9fc-42c80fed91b3 req-6ebc5eff-ca8f-4b55-a052-8ea68a4440d7 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/ports?device_id=c58463f5-527b-475e-a4c9-ca70f2d5f00f HTTP/1.1" status: 200 len: 985 time: 0.0554631 Nov 24 15:31:13.656172 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-c5460962-71fa-478b-a9fc-42c80fed91b3 req-e5f218ab-77cf-4cc7-a5f4-a9d8ad64b55e tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/security-groups?id=a897ab71-53cb-4e5a-bfb2-59db6b0888e7&id=7538ebd7-0d46-4d73-827d-884ad3abbe85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0618172 Nov 24 15:31:13.753607 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-672894bc-51d1-46a3-ad63-9696c9c374bb None None] Provisioning complete for port 974425b6-c12e-4d5b-a19b-b1237f431c83 triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:31:13.753976 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-672894bc-51d1-46a3-ad63-9696c9c374bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:14.068085 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c58463f5-527b-475e-a4c9-ca70f2d5f00f', 'tag': '974425b6-c12e-4d5b-a19b-b1237f431c83'}] {{(pid=102544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:31:14.070510 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23e587840cb346e9c9cb8c26408046b3895eadd5eb45c8d7346c6b1fb89178c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1dc436-4928-4060-b7b6-ff2a64013029" -d '{"events": [{"name": "network-changed", "server_uuid": "c58463f5-527b-475e-a4c9-ca70f2d5f00f", "tag": "974425b6-c12e-4d5b-a19b-b1237f431c83"}]}' {{(pid=102544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:31:14.107971 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8351354b-5427-461a-9fb7-47d115115e21 x-openstack-request-id: req-8351354b-5427-461a-9fb7-47d115115e21 {{(pid=102544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:31:14.108269 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c58463f5-527b-475e-a4c9-ca70f2d5f00f", "tag": "974425b6-c12e-4d5b-a19b-b1237f431c83", "status": "completed", "code": 200}]} {{(pid=102544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:31:14.108521 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8351354b-5427-461a-9fb7-47d115115e21 {{(pid=102544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:31:14.108917 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c58463f5-527b-475e-a4c9-ca70f2d5f00f', 'tag': '974425b6-c12e-4d5b-a19b-b1237f431c83', 'status': 'completed', 'code': 200} Nov 24 15:31:14.174314 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1dc436-4928-4060-b7b6-ff2a64013029 req-ec980034-2d37-47b1-b2e6-87e2cdf76eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:31:14.176009 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-2e1dc436-4928-4060-b7b6-ff2a64013029 req-ec980034-2d37-47b1-b2e6-87e2cdf76eb6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=43561d39a3aa4b6390447a9f4f77d4e4&device_id=c58463f5-527b-475e-a4c9-ca70f2d5f00f HTTP/1.1" status: 200 len: 1138 time: 0.0429380 Nov 24 15:31:14.270542 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1dc436-4928-4060-b7b6-ff2a64013029 req-5d07b22c-c90f-48ac-9d94-ea3913c22597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:31:14.272031 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-2e1dc436-4928-4060-b7b6-ff2a64013029 req-5d07b22c-c90f-48ac-9d94-ea3913c22597 service neutron] 10.222.0.74 "GET /v2.0/networks?id=db54b14e-d81b-403a-a7f2-afe04d2df659 HTTP/1.1" status: 200 len: 916 time: 0.0886278 Nov 24 15:31:14.337568 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-2e1dc436-4928-4060-b7b6-ff2a64013029 req-303239b6-9263-48bc-ac24-d553aa6077e3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=974425b6-c12e-4d5b-a19b-b1237f431c83 HTTP/1.1" status: 200 len: 1001 time: 0.0554705 Nov 24 15:31:14.386527 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1dc436-4928-4060-b7b6-ff2a64013029 req-e91fe1cc-0a90-4b45-8ceb-d910baf0678b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:31:14.388022 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-2e1dc436-4928-4060-b7b6-ff2a64013029 req-e91fe1cc-0a90-4b45-8ceb-d910baf0678b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=24072aee-2b99-4eeb-b66b-29b890164732 HTTP/1.1" status: 200 len: 853 time: 0.0434043 Nov 24 15:31:14.436907 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1dc436-4928-4060-b7b6-ff2a64013029 req-80f746df-2d00-4fb1-aa07-77cb3b602a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:31:14.438406 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-2e1dc436-4928-4060-b7b6-ff2a64013029 req-80f746df-2d00-4fb1-aa07-77cb3b602a21 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=db54b14e-d81b-403a-a7f2-afe04d2df659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0426579 Nov 24 15:31:14.524731 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-2e1dc436-4928-4060-b7b6-ff2a64013029 req-01cb924f-0533-48f8-b413-7e6ba6752017 service neutron] 10.222.0.74 "GET /v2.0/networks/db54b14e-d81b-403a-a7f2-afe04d2df659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791621 Nov 24 15:31:14.615008 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-2e1dc436-4928-4060-b7b6-ff2a64013029 req-54cf399a-3d3a-447c-8128-f939e121b876 service neutron] 10.222.0.74 "GET /v2.0/networks/db54b14e-d81b-403a-a7f2-afe04d2df659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832002 Nov 24 15:31:15.202960 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-eeb431a2-4f93-44c8-8fcb-c4f9aa937643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:17.636752 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-78ce6850-c5dd-4470-b2d0-bb91c3fd16b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:18.244912 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-124f8df6-068a-4f00-a8c0-a9ff39f4d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:19.804473 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0567c706-1e8e-49a8-b1df-c52fd48358e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:21.004673 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:28.641002 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.agents_db [None req-1855c149-01a8-4582-985c-3b31432c2781 None None] Agent healthcheck: found 6 active agents {{(pid=102547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:31:36.499594 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e2f02c-9f39-4cce-984c-a645f008cbc0 req-62870172-474a-4583-8c01-5f11c98f45c9 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:31:36.501528 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0dc0e8-1a9c-4f06-be77-a5a8e0914d9f req-d14ffd18-e45a-4baa-a461-a3aa796d2526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:31:36.501937 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-69e2f02c-9f39-4cce-984c-a645f008cbc0 req-62870172-474a-4583-8c01-5f11c98f45c9 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/ports?device_id=c58463f5-527b-475e-a4c9-ca70f2d5f00f HTTP/1.1" status: 200 len: 985 time: 0.0532365 Nov 24 15:31:36.503053 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-9f0dc0e8-1a9c-4f06-be77-a5a8e0914d9f req-d14ffd18-e45a-4baa-a461-a3aa796d2526 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=43561d39a3aa4b6390447a9f4f77d4e4&device_id=c58463f5-527b-475e-a4c9-ca70f2d5f00f HTTP/1.1" status: 200 len: 1138 time: 0.0429957 Nov 24 15:31:36.563609 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-69e2f02c-9f39-4cce-984c-a645f008cbc0 req-386ba5c0-90d4-49df-bb94-cb796e4eb1e6 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/security-groups?id=a897ab71-53cb-4e5a-bfb2-59db6b0888e7&id=7538ebd7-0d46-4d73-827d-884ad3abbe85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554225 Nov 24 15:31:36.596290 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0dc0e8-1a9c-4f06-be77-a5a8e0914d9f req-a84d838d-c5e2-4e99-b055-920393da6ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:31:36.597740 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-9f0dc0e8-1a9c-4f06-be77-a5a8e0914d9f req-a84d838d-c5e2-4e99-b055-920393da6ffd service neutron] 10.222.0.74 "GET /v2.0/networks?id=db54b14e-d81b-403a-a7f2-afe04d2df659 HTTP/1.1" status: 200 len: 916 time: 0.0877404 Nov 24 15:31:36.662933 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-9f0dc0e8-1a9c-4f06-be77-a5a8e0914d9f req-4bf6f03e-6d21-4746-8e16-748374df0a77 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=974425b6-c12e-4d5b-a19b-b1237f431c83 HTTP/1.1" status: 200 len: 1001 time: 0.0572994 Nov 24 15:31:36.711090 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0dc0e8-1a9c-4f06-be77-a5a8e0914d9f req-cd10b667-f12b-403c-a6a4-402629172ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:31:36.712314 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-9f0dc0e8-1a9c-4f06-be77-a5a8e0914d9f req-cd10b667-f12b-403c-a6a4-402629172ce6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=24072aee-2b99-4eeb-b66b-29b890164732 HTTP/1.1" status: 200 len: 853 time: 0.0419681 Nov 24 15:31:36.761219 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0dc0e8-1a9c-4f06-be77-a5a8e0914d9f req-8555ebd3-af74-480f-b509-be1af7aaf9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:31:36.762710 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-9f0dc0e8-1a9c-4f06-be77-a5a8e0914d9f req-8555ebd3-af74-480f-b509-be1af7aaf9ce service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=db54b14e-d81b-403a-a7f2-afe04d2df659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0430896 Nov 24 15:31:36.850071 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-9f0dc0e8-1a9c-4f06-be77-a5a8e0914d9f req-727a81d3-6fe8-4a96-a314-781abcb83351 service neutron] 10.222.0.74 "GET /v2.0/networks/db54b14e-d81b-403a-a7f2-afe04d2df659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793991 Nov 24 15:31:36.944721 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-9f0dc0e8-1a9c-4f06-be77-a5a8e0914d9f req-dfb626cc-74e0-4b19-a017-c0d1d0f4d2d6 service neutron] 10.222.0.74 "GET /v2.0/networks/db54b14e-d81b-403a-a7f2-afe04d2df659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850046 Nov 24 15:31:37.684393 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828a6c7-ee9c-4767-8ebf-4878bef478e1 req-2da84bc7-e48a-4e83-b83a-2fb6a6b0c04e tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:31:37.685853 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f828a6c7-ee9c-4767-8ebf-4878bef478e1 req-2da84bc7-e48a-4e83-b83a-2fb6a6b0c04e tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/ports?device_id=c58463f5-527b-475e-a4c9-ca70f2d5f00f HTTP/1.1" status: 200 len: 985 time: 0.0497401 Nov 24 15:31:37.744150 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f828a6c7-ee9c-4767-8ebf-4878bef478e1 req-5a66d7c0-3e3b-447f-abdd-871dc84ea92e tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/security-groups?id=a897ab71-53cb-4e5a-bfb2-59db6b0888e7&id=7538ebd7-0d46-4d73-827d-884ad3abbe85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517905 Nov 24 15:31:38.091634 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:38.869711 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4bb1a4-cf60-42b4-9da0-b641b5d228d0 req-ea88d11b-f580-4cdc-854a-115531f5fc0c tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:31:38.872129 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-8f4bb1a4-cf60-42b4-9da0-b641b5d228d0 req-ea88d11b-f580-4cdc-854a-115531f5fc0c tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/ports?device_id=c58463f5-527b-475e-a4c9-ca70f2d5f00f HTTP/1.1" status: 200 len: 985 time: 0.0610876 Nov 24 15:31:38.934620 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-8f4bb1a4-cf60-42b4-9da0-b641b5d228d0 req-0ef7a73b-03c0-4dbc-991b-056ed87f5ba7 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/security-groups?id=a897ab71-53cb-4e5a-bfb2-59db6b0888e7&id=7538ebd7-0d46-4d73-827d-884ad3abbe85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565877 Nov 24 15:31:40.052873 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af302a5-32bc-47bc-931f-522c8c364371 req-783519c8-dc14-4869-9be1-0b25b5d8f0e5 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:31:40.055100 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4af302a5-32bc-47bc-931f-522c8c364371 req-783519c8-dc14-4869-9be1-0b25b5d8f0e5 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/ports?device_id=c58463f5-527b-475e-a4c9-ca70f2d5f00f HTTP/1.1" status: 200 len: 985 time: 0.0543070 Nov 24 15:31:40.114423 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-4af302a5-32bc-47bc-931f-522c8c364371 req-8ab9f193-b53c-4d35-8bb1-5a56dd504afc tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/security-groups?id=a897ab71-53cb-4e5a-bfb2-59db6b0888e7&id=7538ebd7-0d46-4d73-827d-884ad3abbe85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533116 Nov 24 15:31:41.226525 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c8fb3-0fbf-4ccf-ac93-7dc7c1fa749e req-3cef1c5a-8353-449c-9717-19be084b0138 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:31:41.228036 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-fc2c8fb3-0fbf-4ccf-ac93-7dc7c1fa749e req-3cef1c5a-8353-449c-9717-19be084b0138 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/ports?device_id=c58463f5-527b-475e-a4c9-ca70f2d5f00f HTTP/1.1" status: 200 len: 985 time: 0.0479443 Nov 24 15:31:41.291597 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-fc2c8fb3-0fbf-4ccf-ac93-7dc7c1fa749e req-3a08d68d-608a-466a-9a91-f0f0ef94f0fe tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/security-groups?id=a897ab71-53cb-4e5a-bfb2-59db6b0888e7&id=7538ebd7-0d46-4d73-827d-884ad3abbe85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576162 Nov 24 15:31:42.412138 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5816ac6-b6d0-43ca-b201-97d49bc4c091 req-7ebe70b7-5933-4e06-8563-eb9b60b8ecb7 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:31:42.413650 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f5816ac6-b6d0-43ca-b201-97d49bc4c091 req-7ebe70b7-5933-4e06-8563-eb9b60b8ecb7 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/ports?device_id=c58463f5-527b-475e-a4c9-ca70f2d5f00f HTTP/1.1" status: 200 len: 985 time: 0.0516703 Nov 24 15:31:42.480171 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f5816ac6-b6d0-43ca-b201-97d49bc4c091 req-33f4cca5-1d1c-4571-8faa-65686414ad04 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/security-groups?id=a897ab71-53cb-4e5a-bfb2-59db6b0888e7&id=7538ebd7-0d46-4d73-827d-884ad3abbe85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578623 Nov 24 15:31:43.597395 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854a0da-fcd5-4368-b7bd-ebb0d86a3831 req-cbd01c30-80e5-4012-9070-0e6681bf16dd tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:31:43.598951 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-7854a0da-fcd5-4368-b7bd-ebb0d86a3831 req-cbd01c30-80e5-4012-9070-0e6681bf16dd tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/ports?device_id=c58463f5-527b-475e-a4c9-ca70f2d5f00f HTTP/1.1" status: 200 len: 985 time: 0.0490725 Nov 24 15:31:43.661967 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-7854a0da-fcd5-4368-b7bd-ebb0d86a3831 req-bde98b49-f0db-4a6d-b479-557958433df4 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/security-groups?id=a897ab71-53cb-4e5a-bfb2-59db6b0888e7&id=7538ebd7-0d46-4d73-827d-884ad3abbe85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568819 Nov 24 15:31:44.779974 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94425681-ccc5-439b-af5b-6c5379b3e538 req-0ae68e12-043b-43fe-aab3-52e44b2c2a68 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:31:44.781462 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-94425681-ccc5-439b-af5b-6c5379b3e538 req-0ae68e12-043b-43fe-aab3-52e44b2c2a68 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/ports?device_id=c58463f5-527b-475e-a4c9-ca70f2d5f00f HTTP/1.1" status: 200 len: 985 time: 0.0540192 Nov 24 15:31:44.840615 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-94425681-ccc5-439b-af5b-6c5379b3e538 req-edb4d8dd-88bd-4bce-ae4d-2b00a8a63a60 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/security-groups?id=a897ab71-53cb-4e5a-bfb2-59db6b0888e7&id=7538ebd7-0d46-4d73-827d-884ad3abbe85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527368 Nov 24 15:31:45.208006 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-896c669a-34a4-4751-b733-437def98b5fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:45.953800 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbf234-dfc6-46c3-8706-a6830ef80cce req-caa1385f-ba36-41ce-b618-1bff6bbd568a tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:31:45.955302 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-d9cbf234-dfc6-46c3-8706-a6830ef80cce req-caa1385f-ba36-41ce-b618-1bff6bbd568a tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/ports?device_id=c58463f5-527b-475e-a4c9-ca70f2d5f00f HTTP/1.1" status: 200 len: 985 time: 0.0486705 Nov 24 15:31:46.015344 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-d9cbf234-dfc6-46c3-8706-a6830ef80cce req-b32f031d-487c-415e-b5f3-2264753cbb7e tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/security-groups?id=a897ab71-53cb-4e5a-bfb2-59db6b0888e7&id=7538ebd7-0d46-4d73-827d-884ad3abbe85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540316 Nov 24 15:31:47.143681 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc670a16-07d9-450f-ac64-450bdeea5c54 req-5b592280-798a-4ddb-bd5a-c4384da8a54e tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:31:47.145213 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-cc670a16-07d9-450f-ac64-450bdeea5c54 req-5b592280-798a-4ddb-bd5a-c4384da8a54e tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/ports?device_id=c58463f5-527b-475e-a4c9-ca70f2d5f00f HTTP/1.1" status: 200 len: 985 time: 0.0550590 Nov 24 15:31:47.209153 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-cc670a16-07d9-450f-ac64-450bdeea5c54 req-840c12dc-a7c9-42f1-a949-55844d9a59ed tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/security-groups?id=a897ab71-53cb-4e5a-bfb2-59db6b0888e7&id=7538ebd7-0d46-4d73-827d-884ad3abbe85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562761 Nov 24 15:31:47.638127 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-c306e6b1-5017-4ccb-88f2-5197d9d428dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:48.248819 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-124f8df6-068a-4f00-a8c0-a9ff39f4d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:48.326346 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49d5bd-c4b7-48fb-ae2d-9245aa6126ec req-6a832a6e-d60a-4f47-a9f2-c90c1c16129c tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:31:48.327858 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-dc49d5bd-c4b7-48fb-ae2d-9245aa6126ec req-6a832a6e-d60a-4f47-a9f2-c90c1c16129c tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/ports?device_id=c58463f5-527b-475e-a4c9-ca70f2d5f00f HTTP/1.1" status: 200 len: 985 time: 0.0486360 Nov 24 15:31:48.388024 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-dc49d5bd-c4b7-48fb-ae2d-9245aa6126ec req-6e5927ac-15ad-4ddf-8d45-d7de8210faf6 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/security-groups?id=a897ab71-53cb-4e5a-bfb2-59db6b0888e7&id=7538ebd7-0d46-4d73-827d-884ad3abbe85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535789 Nov 24 15:31:49.501480 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590343f-5984-4f2d-8faf-167eb3099a80 req-72b533e7-839d-46fa-81b8-58fbc1d2bf19 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:31:49.502968 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-9590343f-5984-4f2d-8faf-167eb3099a80 req-72b533e7-839d-46fa-81b8-58fbc1d2bf19 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/ports?device_id=c58463f5-527b-475e-a4c9-ca70f2d5f00f HTTP/1.1" status: 200 len: 985 time: 0.0485439 Nov 24 15:31:49.565080 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-9590343f-5984-4f2d-8faf-167eb3099a80 req-47ae10a7-102f-4ff7-8666-4b0b37d64935 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/security-groups?id=a897ab71-53cb-4e5a-bfb2-59db6b0888e7&id=7538ebd7-0d46-4d73-827d-884ad3abbe85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558798 Nov 24 15:31:49.806590 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0567c706-1e8e-49a8-b1df-c52fd48358e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:50.679832 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d478f-7979-4778-94bc-b141eb3123d3 req-8722dca5-a6f6-4777-875a-d8f1f2b5bd53 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:31:50.681490 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f03d478f-7979-4778-94bc-b141eb3123d3 req-8722dca5-a6f6-4777-875a-d8f1f2b5bd53 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/ports?device_id=c58463f5-527b-475e-a4c9-ca70f2d5f00f HTTP/1.1" status: 200 len: 985 time: 0.0490358 Nov 24 15:31:50.741077 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f03d478f-7979-4778-94bc-b141eb3123d3 req-bfc05230-9783-410a-8bad-3a9cb832ac40 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/security-groups?id=a897ab71-53cb-4e5a-bfb2-59db6b0888e7&id=7538ebd7-0d46-4d73-827d-884ad3abbe85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536144 Nov 24 15:31:51.006075 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:51.853734 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c84fd6b-3c91-4baf-b123-14f7e1a83d85 req-3527b05e-fb7e-4fe6-920b-94a00652b11f tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:31:51.855221 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-6c84fd6b-3c91-4baf-b123-14f7e1a83d85 req-3527b05e-fb7e-4fe6-920b-94a00652b11f tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/ports?device_id=c58463f5-527b-475e-a4c9-ca70f2d5f00f HTTP/1.1" status: 200 len: 985 time: 0.0478113 Nov 24 15:31:51.913909 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-6c84fd6b-3c91-4baf-b123-14f7e1a83d85 req-40183a1f-d7e1-447f-8fa6-3bf1dd77ab18 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/security-groups?id=a897ab71-53cb-4e5a-bfb2-59db6b0888e7&id=7538ebd7-0d46-4d73-827d-884ad3abbe85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522728 Nov 24 15:31:53.029896 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38814d4e-6170-4ebc-94e7-bd4c2ed85892 req-de0fc5ec-af2d-4ebc-b177-fed6bab06b3a tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:31:53.031448 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-38814d4e-6170-4ebc-94e7-bd4c2ed85892 req-de0fc5ec-af2d-4ebc-b177-fed6bab06b3a tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/ports?device_id=c58463f5-527b-475e-a4c9-ca70f2d5f00f HTTP/1.1" status: 200 len: 985 time: 0.0517077 Nov 24 15:31:53.090907 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-38814d4e-6170-4ebc-94e7-bd4c2ed85892 req-28156d2a-3f32-4da6-9fe3-7ec4466b31b0 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/security-groups?id=a897ab71-53cb-4e5a-bfb2-59db6b0888e7&id=7538ebd7-0d46-4d73-827d-884ad3abbe85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527039 Nov 24 15:31:53.864538 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-221e1b45-be63-4dd6-9d8a-cfef4941ad9d req-0f0e65a9-a9a9-47ee-88d5-96484a47087f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c58463f5-527b-475e-a4c9-ca70f2d5f00f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393414 Nov 24 15:31:53.943350 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221e1b45-be63-4dd6-9d8a-cfef4941ad9d req-f53fe33b-eb62-477c-885d-c3373bab57d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:31:53.944873 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-221e1b45-be63-4dd6-9d8a-cfef4941ad9d req-f53fe33b-eb62-477c-885d-c3373bab57d4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=43561d39a3aa4b6390447a9f4f77d4e4&device_id=c58463f5-527b-475e-a4c9-ca70f2d5f00f HTTP/1.1" status: 200 len: 1138 time: 0.0392973 Nov 24 15:31:54.050776 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221e1b45-be63-4dd6-9d8a-cfef4941ad9d req-10f4756e-fc3e-41c8-9407-23c5cd39c815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:31:54.052463 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-221e1b45-be63-4dd6-9d8a-cfef4941ad9d req-10f4756e-fc3e-41c8-9407-23c5cd39c815 service neutron] 10.222.0.74 "GET /v2.0/networks?id=db54b14e-d81b-403a-a7f2-afe04d2df659 HTTP/1.1" status: 200 len: 916 time: 0.0874150 Nov 24 15:31:54.116186 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-221e1b45-be63-4dd6-9d8a-cfef4941ad9d req-39aabe82-2698-4b5c-9dc5-b1c3a3e5ee5d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=974425b6-c12e-4d5b-a19b-b1237f431c83 HTTP/1.1" status: 200 len: 1001 time: 0.0564842 Nov 24 15:31:54.166877 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221e1b45-be63-4dd6-9d8a-cfef4941ad9d req-a1ba41d1-e814-418c-9295-8ca8729450ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:31:54.168340 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-221e1b45-be63-4dd6-9d8a-cfef4941ad9d req-a1ba41d1-e814-418c-9295-8ca8729450ed service neutron] 10.222.0.74 "GET /v2.0/subnets?id=24072aee-2b99-4eeb-b66b-29b890164732 HTTP/1.1" status: 200 len: 853 time: 0.0455508 Nov 24 15:31:54.212402 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221e1b45-be63-4dd6-9d8a-cfef4941ad9d req-2f8a914d-09a8-41ef-a743-b334d710af65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:31:54.213895 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-221e1b45-be63-4dd6-9d8a-cfef4941ad9d req-2f8a914d-09a8-41ef-a743-b334d710af65 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=db54b14e-d81b-403a-a7f2-afe04d2df659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0389378 Nov 24 15:31:54.303048 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-221e1b45-be63-4dd6-9d8a-cfef4941ad9d req-d206cc5d-6980-4f38-9dab-e18251504edb service neutron] 10.222.0.74 "GET /v2.0/networks/db54b14e-d81b-403a-a7f2-afe04d2df659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820045 Nov 24 15:31:54.390139 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-221e1b45-be63-4dd6-9d8a-cfef4941ad9d req-c80e6422-6fa1-46e6-8efc-05dc7e8e0bc5 service neutron] 10.222.0.74 "GET /v2.0/networks/db54b14e-d81b-403a-a7f2-afe04d2df659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801480 Nov 24 15:32:05.640106 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.agents_db [None req-1855c149-01a8-4582-985c-3b31432c2781 None None] Agent healthcheck: found 6 active agents {{(pid=102547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:32:08.085710 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:15.209114 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-52a83953-8877-415d-8a3b-ef77f9b0e968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:17.638659 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-df081897-1c87-4c20-8935-da38125c6e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:18.250411 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-124f8df6-068a-4f00-a8c0-a9ff39f4d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:19.808452 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0567c706-1e8e-49a8-b1df-c52fd48358e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:21.007781 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:25.309831 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-19b2ad69-8de4-4275-b6da-be6c9d24874c req-04a26be1-eaad-4259-8907-9d4208d08d59 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1590255087&fields=id&tenant_id=43561d39a3aa4b6390447a9f4f77d4e4 HTTP/1.1" status: 200 len: 267 time: 0.0443630 Nov 24 15:32:25.362158 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2ad69-8de4-4275-b6da-be6c9d24874c req-67b716ce-2dc3-4a68-8595-9c535882f951 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:32:25.363638 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-19b2ad69-8de4-4275-b6da-be6c9d24874c req-67b716ce-2dc3-4a68-8595-9c535882f951 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/ports?device_id=c58463f5-527b-475e-a4c9-ca70f2d5f00f HTTP/1.1" status: 200 len: 985 time: 0.0476344 Nov 24 15:32:25.375712 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.v2.base [req-19b2ad69-8de4-4275-b6da-be6c9d24874c req-0d7b0693-237d-4548-bc87-4f6c610bb031 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Request body: {'port': {'security_groups': ['a897ab71-53cb-4e5a-bfb2-59db6b0888e7']}} {{(pid=102544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:32:25.439772 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [req-19b2ad69-8de4-4275-b6da-be6c9d24874c req-0d7b0693-237d-4548-bc87-4f6c610bb031 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558669'] for port, before_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:25.610741 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.db [req-19b2ad69-8de4-4275-b6da-be6c9d24874c req-0d7b0693-237d-4548-bc87-4f6c610bb031 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] For port 974425b6-c12e-4d5b-a19b-b1237f431c83, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=974425b6-c12e-4d5b-a19b-b1237f431c83,segment=NetworkSegment(45807ef9-e4ab-4d2c-8072-ec118c02f64c),segment_id=45807ef9-e4ab-4d2c-8072-ec118c02f64c)] {{(pid=102544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:32:25.639986 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [req-19b2ad69-8de4-4275-b6da-be6c9d24874c req-0d7b0693-237d-4548-bc87-4f6c610bb031 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks [] for port, precommit_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:25.644479 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [req-19b2ad69-8de4-4275-b6da-be6c9d24874c req-0d7b0693-237d-4548-bc87-4f6c610bb031 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750837377994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750836945116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750836945134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15752056'] for port, after_update {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:25.661327 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] get_ports_and_sgs() called for port_ids ['974425b6-c12e-4d5b-a19b-b1237f431c83'] {{(pid=102546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:32:25.686063 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2ad69-8de4-4275-b6da-be6c9d24874c req-0d7b0693-237d-4548-bc87-4f6c610bb031 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:32:25.686662 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [req-19b2ad69-8de4-4275-b6da-be6c9d24874c req-0d7b0693-237d-4548-bc87-4f6c610bb031 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for port, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:25.688656 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-19b2ad69-8de4-4275-b6da-be6c9d24874c req-0d7b0693-237d-4548-bc87-4f6c610bb031 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "PUT /v2.0/ports/974425b6-c12e-4d5b-a19b-b1237f431c83 HTTP/1.1" status: 200 len: 943 time: 0.3182056 Nov 24 15:32:25.689110 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c58463f5-527b-475e-a4c9-ca70f2d5f00f', 'tag': '974425b6-c12e-4d5b-a19b-b1237f431c83'}] {{(pid=102544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:32:25.691404 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23e587840cb346e9c9cb8c26408046b3895eadd5eb45c8d7346c6b1fb89178c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb47e1b-9611-4ba2-b146-30bc60230fa3" -d '{"events": [{"name": "network-changed", "server_uuid": "c58463f5-527b-475e-a4c9-ca70f2d5f00f", "tag": "974425b6-c12e-4d5b-a19b-b1237f431c83"}]}' {{(pid=102544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:32:25.699383 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 40094) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:32:25.719150 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b0693-237d-4548-bc87-4f6c610bb031 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Pushing event updated for resources: {'Port': ['ID=974425b6-c12e-4d5b-a19b-b1237f431c83,revision_number=7']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:32:25.726660 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b0693-237d-4548-bc87-4f6c610bb031 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:32:25.727039 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b0693-237d-4548-bc87-4f6c610bb031 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:32:25.727386 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b0693-237d-4548-bc87-4f6c610bb031 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:32:25.727856 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b0693-237d-4548-bc87-4f6c610bb031 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:32:25.728051 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b0693-237d-4548-bc87-4f6c610bb031 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:32:25.728386 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b0693-237d-4548-bc87-4f6c610bb031 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:32:25.728719 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b0693-237d-4548-bc87-4f6c610bb031 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:32:25.729049 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b0693-237d-4548-bc87-4f6c610bb031 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:32:25.729380 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b0693-237d-4548-bc87-4f6c610bb031 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:32:25.729706 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b0693-237d-4548-bc87-4f6c610bb031 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:32:25.730030 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b0693-237d-4548-bc87-4f6c610bb031 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:32:25.730753 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b0693-237d-4548-bc87-4f6c610bb031 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:32:25.769659 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7e8184-332f-4c6a-9a47-8d17bfd267bd x-openstack-request-id: req-8c7e8184-332f-4c6a-9a47-8d17bfd267bd {{(pid=102544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:32:25.769979 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c58463f5-527b-475e-a4c9-ca70f2d5f00f", "tag": "974425b6-c12e-4d5b-a19b-b1237f431c83", "status": "completed", "code": 200}]} {{(pid=102544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:32:25.770211 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8c7e8184-332f-4c6a-9a47-8d17bfd267bd {{(pid=102544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:32:25.770596 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c58463f5-527b-475e-a4c9-ca70f2d5f00f', 'tag': '974425b6-c12e-4d5b-a19b-b1237f431c83', 'status': 'completed', 'code': 200} Nov 24 15:32:25.771040 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] get_ports_and_sgs() called for port_ids ['974425b6-c12e-4d5b-a19b-b1237f431c83'] {{(pid=102546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:32:25.794520 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-b37de597-2e2c-4708-8749-c3798ee7423e tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks [] for security_group, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:25.847843 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-b37de597-2e2c-4708-8749-c3798ee7423e tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:25.889582 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb47e1b-9611-4ba2-b146-30bc60230fa3 req-d32636c6-ac0e-44a6-8c39-58e7ea44db02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:32:25.891184 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-afb47e1b-9611-4ba2-b146-30bc60230fa3 req-d32636c6-ac0e-44a6-8c39-58e7ea44db02 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=43561d39a3aa4b6390447a9f4f77d4e4&device_id=c58463f5-527b-475e-a4c9-ca70f2d5f00f HTTP/1.1" status: 200 len: 1099 time: 0.0907061 Nov 24 15:32:25.987897 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb47e1b-9611-4ba2-b146-30bc60230fa3 req-d10b0200-e23a-41cc-82f1-9e75df2e3a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:32:25.989685 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-afb47e1b-9611-4ba2-b146-30bc60230fa3 req-d10b0200-e23a-41cc-82f1-9e75df2e3a46 service neutron] 10.222.0.74 "GET /v2.0/networks?id=db54b14e-d81b-403a-a7f2-afe04d2df659 HTTP/1.1" status: 200 len: 916 time: 0.0899584 Nov 24 15:32:25.995888 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-b37de597-2e2c-4708-8749-c3798ee7423e tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:25.998531 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-b37de597-2e2c-4708-8749-c3798ee7423e tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks [] for security_group, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:25.999782 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-b37de597-2e2c-4708-8749-c3798ee7423e tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "DELETE /v2.0/security-groups/7538ebd7-0d46-4d73-827d-884ad3abbe85 HTTP/1.1" status: 204 len: 168 time: 0.2984719 Nov 24 15:32:26.002630 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 40096) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:32:26.011655 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.provisioning_blocks [None req-ac41234d-75e6-49d9-a984-0bb1ede66405 None None] Provisioning complete for port 974425b6-c12e-4d5b-a19b-b1237f431c83 triggered by entity DHCP. {{(pid=102546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:32:26.012034 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-ac41234d-75e6-49d9-a984-0bb1ede66405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549197'] for port, provisioning_complete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:26.046248 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37de597-2e2c-4708-8749-c3798ee7423e tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7538ebd7-0d46-4d73-827d-884ad3abbe85,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:32:26.058578 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37de597-2e2c-4708-8749-c3798ee7423e tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:32:26.058955 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37de597-2e2c-4708-8749-c3798ee7423e tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:32:26.059299 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37de597-2e2c-4708-8749-c3798ee7423e tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:32:26.059635 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37de597-2e2c-4708-8749-c3798ee7423e tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:32:26.059967 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37de597-2e2c-4708-8749-c3798ee7423e tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:32:26.060418 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37de597-2e2c-4708-8749-c3798ee7423e tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:32:26.060758 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37de597-2e2c-4708-8749-c3798ee7423e tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:32:26.061087 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37de597-2e2c-4708-8749-c3798ee7423e tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:32:26.061420 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37de597-2e2c-4708-8749-c3798ee7423e tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:32:26.061742 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37de597-2e2c-4708-8749-c3798ee7423e tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:32:26.062072 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37de597-2e2c-4708-8749-c3798ee7423e tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:32:26.062426 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37de597-2e2c-4708-8749-c3798ee7423e tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:32:26.083591 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-afb47e1b-9611-4ba2-b146-30bc60230fa3 req-f517e49e-d2b6-4416-83d2-1b0b71e36ea8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=974425b6-c12e-4d5b-a19b-b1237f431c83 HTTP/1.1" status: 200 len: 1001 time: 0.0827184 Nov 24 15:32:26.135347 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb47e1b-9611-4ba2-b146-30bc60230fa3 req-fd99bb1b-642e-45f5-9173-59f0de4fe737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:32:26.136778 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-afb47e1b-9611-4ba2-b146-30bc60230fa3 req-fd99bb1b-642e-45f5-9173-59f0de4fe737 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=24072aee-2b99-4eeb-b66b-29b890164732 HTTP/1.1" status: 200 len: 853 time: 0.0455129 Nov 24 15:32:26.177847 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.plugin [None req-9e6e4e95-f201-4cd8-9353-acb6ebac9b5f tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Deleting port 5a7c4f2e-eb6f-43ac-b6d3-745baafa6d3c {{(pid=102544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:32:26.178186 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-9e6e4e95-f201-4cd8-9353-acb6ebac9b5f tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:26.181658 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb47e1b-9611-4ba2-b146-30bc60230fa3 req-1207ea8f-1f70-45d0-af8a-ee97ea42ba20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:32:26.183325 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-afb47e1b-9611-4ba2-b146-30bc60230fa3 req-1207ea8f-1f70-45d0-af8a-ee97ea42ba20 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=db54b14e-d81b-403a-a7f2-afe04d2df659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0396595 Nov 24 15:32:26.256185 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-9e6e4e95-f201-4cd8-9353-acb6ebac9b5f tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:26.256513 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-9e6e4e95-f201-4cd8-9353-acb6ebac9b5f tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:26.269435 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.plugin [None req-9e6e4e95-f201-4cd8-9353-acb6ebac9b5f tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Calling delete_port for 5a7c4f2e-eb6f-43ac-b6d3-745baafa6d3c owned by network:floatingip {{(pid=102544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:32:26.278768 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-afb47e1b-9611-4ba2-b146-30bc60230fa3 req-5ba5dabc-c263-4ef7-b4e4-952aa8170187 service neutron] 10.222.0.74 "GET /v2.0/networks/db54b14e-d81b-403a-a7f2-afe04d2df659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884595 Nov 24 15:32:26.366194 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-afb47e1b-9611-4ba2-b146-30bc60230fa3 req-04e8aaa5-d841-434f-aeb2-57f7ff39aac8 service neutron] 10.222.0.74 "GET /v2.0/networks/db54b14e-d81b-403a-a7f2-afe04d2df659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808489 Nov 24 15:32:26.415452 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-9e6e4e95-f201-4cd8-9353-acb6ebac9b5f tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15752001'] for port, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:26.444035 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6e4e95-f201-4cd8-9353-acb6ebac9b5f tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Pushing event deleted for resources: {'Port': ['ID=5a7c4f2e-eb6f-43ac-b6d3-745baafa6d3c,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:32:26.502393 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-9e6e4e95-f201-4cd8-9353-acb6ebac9b5f tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks [] for floatingip, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:26.502777 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.db.l3_db [None req-9e6e4e95-f201-4cd8-9353-acb6ebac9b5f tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Floating IP 1e5b661d-2693-4c6f-9de0-df6ba7b87097 disassociated (deleted). External IP: 172.27.3.19, port: 974425b6-c12e-4d5b-a19b-b1237f431c83. Nov 24 15:32:26.934661 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e6e4e95-f201-4cd8-9353-acb6ebac9b5f tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Router edba0a85-70f6-4a73-8d31-eefc28f8a234 has already been hosted by L3 agent cf746c29-e95d-415d-8373-1f02a86f1d46 {{(pid=102544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:32:27.043626 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6e4e95-f201-4cd8-9353-acb6ebac9b5f tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Notify agent at l3_agent.dv-cinder-804035-20-iscsi the message routers_updated {{(pid=102544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:32:27.049185 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-9e6e4e95-f201-4cd8-9353-acb6ebac9b5f tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for floatingip, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:27.055600 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85583768-34fc-4136-aeda-6dd0cbaa9fce None None] Sync routers for ids ['edba0a85-70f6-4a73-8d31-eefc28f8a234'] in dv-cinder-804035-20-iscsi {{(pid=102546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:32:27.066605 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85583768-34fc-4136-aeda-6dd0cbaa9fce None None] Routers {'edba0a85-70f6-4a73-8d31-eefc28f8a234'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:32:27.067248 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-85583768-34fc-4136-aeda-6dd0cbaa9fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:32:18Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['edba0a85-70f6-4a73-8d31-eefc28f8a234'], 'active': True} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:32:27.075560 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-9e6e4e95-f201-4cd8-9353-acb6ebac9b5f tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "DELETE /v2.0/floatingips/1e5b661d-2693-4c6f-9de0-df6ba7b87097 HTTP/1.1" status: 204 len: 168 time: 1.0717931 Nov 24 15:32:27.171011 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvr_db [None req-85583768-34fc-4136-aeda-6dd0cbaa9fce None None] Set router edba0a85-70f6-4a73-8d31-eefc28f8a234 gateway port host: dv-cinder-804035-20-iscsi {{(pid=102546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:32:27.384337 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-85583768-34fc-4136-aeda-6dd0cbaa9fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edba0a85-70f6-4a73-8d31-eefc28f8a234', 'name': 'tempest-TestMinimumBasicScenario-347690756-router', 'tenant_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '5388cd62-7b0f-4d9e-ab73-367177402f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:30:20Z', 'updated_at': '2021-11-24T15:30:23Z', 'revision_number': 4, 'project_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'gw_port': {'id': '5388cd62-7b0f-4d9e-ab73-367177402f4a', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bf:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edba0a85-70f6-4a73-8d31-eefc28f8a234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:30:21Z', 'updated_at': '2021-11-24T15:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': '0be9171b-8736-4376-ad87-f92e088ba978', 'name': '', 'network_id': 'db54b14e-d81b-403a-a7f2-afe04d2df659', 'tenant_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'mac_address': 'fa:16:3e:a8:71:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edba0a85-70f6-4a73-8d31-eefc28f8a234', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '24072aee-2b99-4eeb-b66b-29b890164732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:30:22Z', 'updated_at': '2021-11-24T15:30:28Z', 'revision_number': 5, 'project_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'subnets': [{'id': '24072aee-2b99-4eeb-b66b-29b890164732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:32:27.413443 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85583768-34fc-4136-aeda-6dd0cbaa9fce None None] Checking router: edba0a85-70f6-4a73-8d31-eefc28f8a234 for host: dv-cinder-804035-20-iscsi {{(pid=102546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:32:27.422382 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85583768-34fc-4136-aeda-6dd0cbaa9fce None None] Routers {'edba0a85-70f6-4a73-8d31-eefc28f8a234'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:32:27.423012 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-85583768-34fc-4136-aeda-6dd0cbaa9fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:32:18Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['edba0a85-70f6-4a73-8d31-eefc28f8a234'], 'active': True} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:32:27.523522 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvr_db [None req-85583768-34fc-4136-aeda-6dd0cbaa9fce None None] Set router edba0a85-70f6-4a73-8d31-eefc28f8a234 gateway port host: dv-cinder-804035-20-iscsi {{(pid=102546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:32:27.718136 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-85583768-34fc-4136-aeda-6dd0cbaa9fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edba0a85-70f6-4a73-8d31-eefc28f8a234', 'name': 'tempest-TestMinimumBasicScenario-347690756-router', 'tenant_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '5388cd62-7b0f-4d9e-ab73-367177402f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:30:20Z', 'updated_at': '2021-11-24T15:30:23Z', 'revision_number': 4, 'project_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'gw_port': {'id': '5388cd62-7b0f-4d9e-ab73-367177402f4a', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bf:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edba0a85-70f6-4a73-8d31-eefc28f8a234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:30:21Z', 'updated_at': '2021-11-24T15:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': '0be9171b-8736-4376-ad87-f92e088ba978', 'name': '', 'network_id': 'db54b14e-d81b-403a-a7f2-afe04d2df659', 'tenant_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'mac_address': 'fa:16:3e:a8:71:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edba0a85-70f6-4a73-8d31-eefc28f8a234', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '24072aee-2b99-4eeb-b66b-29b890164732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:30:22Z', 'updated_at': '2021-11-24T15:30:28Z', 'revision_number': 5, 'project_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'subnets': [{'id': '24072aee-2b99-4eeb-b66b-29b890164732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:32:27.748796 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85583768-34fc-4136-aeda-6dd0cbaa9fce None None] The sync data for ids ['edba0a85-70f6-4a73-8d31-eefc28f8a234'] in dv-cinder-804035-20-iscsi is: [{'id': 'edba0a85-70f6-4a73-8d31-eefc28f8a234', 'name': 'tempest-TestMinimumBasicScenario-347690756-router', 'tenant_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '5388cd62-7b0f-4d9e-ab73-367177402f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:30:20Z', 'updated_at': '2021-11-24T15:30:23Z', 'revision_number': 4, 'project_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'gw_port': {'id': '5388cd62-7b0f-4d9e-ab73-367177402f4a', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bf:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edba0a85-70f6-4a73-8d31-eefc28f8a234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:30:21Z', 'updated_at': '2021-11-24T15:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi', '_interfaces': [{'id': '0be9171b-8736-4376-ad87-f92e088ba978', 'name': '', 'network_id': 'db54b14e-d81b-403a-a7f2-afe04d2df659', 'tenant_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'mac_address': 'fa:16:3e:a8:71:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edba0a85-70f6-4a73-8d31-eefc28f8a234', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '24072aee-2b99-4eeb-b66b-29b890164732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:30:22Z', 'updated_at': '2021-11-24T15:30:28Z', 'revision_number': 5, 'project_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'subnets': [{'id': '24072aee-2b99-4eeb-b66b-29b890164732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:32:27.771781 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c58463f5-527b-475e-a4c9-ca70f2d5f00f', 'tag': '974425b6-c12e-4d5b-a19b-b1237f431c83'}] {{(pid=102544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:32:27.774283 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23e587840cb346e9c9cb8c26408046b3895eadd5eb45c8d7346c6b1fb89178c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb2112f-8588-4402-9ac0-57a94b7d7d17" -d '{"events": [{"name": "network-changed", "server_uuid": "c58463f5-527b-475e-a4c9-ca70f2d5f00f", "tag": "974425b6-c12e-4d5b-a19b-b1237f431c83"}]}' {{(pid=102544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:32:27.811490 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6596b4a-0558-4f6f-ba35-acb9b2da328b x-openstack-request-id: req-c6596b4a-0558-4f6f-ba35-acb9b2da328b {{(pid=102544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:32:27.811800 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c58463f5-527b-475e-a4c9-ca70f2d5f00f", "tag": "974425b6-c12e-4d5b-a19b-b1237f431c83", "status": "completed", "code": 200}]} {{(pid=102544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:32:27.812060 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c6596b4a-0558-4f6f-ba35-acb9b2da328b {{(pid=102544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:32:27.812473 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c58463f5-527b-475e-a4c9-ca70f2d5f00f', 'tag': '974425b6-c12e-4d5b-a19b-b1237f431c83', 'status': 'completed', 'code': 200} Nov 24 15:32:27.878970 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb2112f-8588-4402-9ac0-57a94b7d7d17 req-62648fec-3db7-410a-b5dc-761934a1a917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:32:27.880478 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-acb2112f-8588-4402-9ac0-57a94b7d7d17 req-62648fec-3db7-410a-b5dc-761934a1a917 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=43561d39a3aa4b6390447a9f4f77d4e4&device_id=c58463f5-527b-475e-a4c9-ca70f2d5f00f HTTP/1.1" status: 200 len: 1099 time: 0.0454252 Nov 24 15:32:27.975155 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d26d0e5-16ba-46a3-9cd4-6d5944451dc4 None None] New status for floating IP 1e5b661d-2693-4c6f-9de0-df6ba7b87097: DOWN {{(pid=102547) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 15:32:27.978089 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb2112f-8588-4402-9ac0-57a94b7d7d17 req-cf0631d0-68b7-4931-b661-e68843834247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:32:27.979791 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-acb2112f-8588-4402-9ac0-57a94b7d7d17 req-cf0631d0-68b7-4931-b661-e68843834247 service neutron] 10.222.0.74 "GET /v2.0/networks?id=db54b14e-d81b-403a-a7f2-afe04d2df659 HTTP/1.1" status: 200 len: 916 time: 0.0919666 Nov 24 15:32:28.026554 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-acb2112f-8588-4402-9ac0-57a94b7d7d17 req-cd573814-3cfb-4be4-8c59-b4a1a39f3026 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=974425b6-c12e-4d5b-a19b-b1237f431c83 HTTP/1.1" status: 200 len: 217 time: 0.0392396 Nov 24 15:32:28.076395 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb2112f-8588-4402-9ac0-57a94b7d7d17 req-f2be8fb2-2c7b-4e76-b860-3bdba579d763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:32:28.078446 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-acb2112f-8588-4402-9ac0-57a94b7d7d17 req-f2be8fb2-2c7b-4e76-b860-3bdba579d763 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=24072aee-2b99-4eeb-b66b-29b890164732 HTTP/1.1" status: 200 len: 853 time: 0.0443790 Nov 24 15:32:28.121675 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb2112f-8588-4402-9ac0-57a94b7d7d17 req-eebc0582-c898-43a8-b6ff-79469e118ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:32:28.123154 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-acb2112f-8588-4402-9ac0-57a94b7d7d17 req-eebc0582-c898-43a8-b6ff-79469e118ac6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=db54b14e-d81b-403a-a7f2-afe04d2df659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0385544 Nov 24 15:32:28.212260 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-acb2112f-8588-4402-9ac0-57a94b7d7d17 req-6282ba90-6dea-484c-96fb-97ea9e23cd78 service neutron] 10.222.0.74 "GET /v2.0/networks/db54b14e-d81b-403a-a7f2-afe04d2df659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823059 Nov 24 15:32:28.299041 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-acb2112f-8588-4402-9ac0-57a94b7d7d17 req-dba99874-9d1e-4fd3-bc28-84f94901676d service neutron] 10.222.0.74 "GET /v2.0/networks/db54b14e-d81b-403a-a7f2-afe04d2df659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794981 Nov 24 15:32:29.766780 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41cde1-3683-4208-8e3e-787854cbfd00 req-ac98277f-6054-4ba1-9e01-0d2d96b3a8c8 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:32:29.768380 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-0d41cde1-3683-4208-8e3e-787854cbfd00 req-ac98277f-6054-4ba1-9e01-0d2d96b3a8c8 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/ports?device_id=c58463f5-527b-475e-a4c9-ca70f2d5f00f HTTP/1.1" status: 200 len: 946 time: 0.0485935 Nov 24 15:32:29.816366 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-0d41cde1-3683-4208-8e3e-787854cbfd00 req-ebdedbaa-7edb-4b19-a883-328456dd7009 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/security-groups?id=a897ab71-53cb-4e5a-bfb2-59db6b0888e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419805 Nov 24 15:32:30.934585 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e78581-40ca-41bf-828d-4d157639d826 req-8b841c35-7b71-4637-b3e4-00564f80a977 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:32:30.936074 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f2e78581-40ca-41bf-828d-4d157639d826 req-8b841c35-7b71-4637-b3e4-00564f80a977 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/ports?device_id=c58463f5-527b-475e-a4c9-ca70f2d5f00f HTTP/1.1" status: 200 len: 946 time: 0.0507772 Nov 24 15:32:30.983404 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f2e78581-40ca-41bf-828d-4d157639d826 req-61553a04-38fb-4ccf-9782-9b0fe489e829 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/security-groups?id=a897ab71-53cb-4e5a-bfb2-59db6b0888e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408196 Nov 24 15:32:31.389985 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125af6d-8545-4eba-8877-4251d1235329 req-8912c875-0291-42ef-a8be-89cefff8eafd tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:32:31.392013 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-a125af6d-8545-4eba-8877-4251d1235329 req-8912c875-0291-42ef-a8be-89cefff8eafd tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.74 "GET /v2.0/ports?device_id=c58463f5-527b-475e-a4c9-ca70f2d5f00f HTTP/1.1" status: 200 len: 946 time: 0.0520887 Nov 24 15:32:31.479361 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [req-a125af6d-8545-4eba-8877-4251d1235329 req-11e44c9a-2c92-407d-ba6d-89eec18d6837 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Deleting port 974425b6-c12e-4d5b-a19b-b1237f431c83 {{(pid=102545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:32:31.479693 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-a125af6d-8545-4eba-8877-4251d1235329 req-11e44c9a-2c92-407d-ba6d-89eec18d6837 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:31.566672 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [req-a125af6d-8545-4eba-8877-4251d1235329 req-11e44c9a-2c92-407d-ba6d-89eec18d6837 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] For port 974425b6-c12e-4d5b-a19b-b1237f431c83, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=974425b6-c12e-4d5b-a19b-b1237f431c83,segment=NetworkSegment(45807ef9-e4ab-4d2c-8072-ec118c02f64c),segment_id=45807ef9-e4ab-4d2c-8072-ec118c02f64c)] {{(pid=102545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:32:31.566984 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-a125af6d-8545-4eba-8877-4251d1235329 req-11e44c9a-2c92-407d-ba6d-89eec18d6837 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:31.578936 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [req-a125af6d-8545-4eba-8877-4251d1235329 req-11e44c9a-2c92-407d-ba6d-89eec18d6837 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Calling delete_port for 974425b6-c12e-4d5b-a19b-b1237f431c83 owned by compute:nova {{(pid=102545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:32:31.703741 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-a125af6d-8545-4eba-8877-4251d1235329 req-11e44c9a-2c92-407d-ba6d-89eec18d6837 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:31.714997 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] get_ports_and_sgs() called for port_ids ['974425b6-c12e-4d5b-a19b-b1237f431c83'] {{(pid=102546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:32:31.732620 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e44c9a-2c92-407d-ba6d-89eec18d6837 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Pushing event deleted for resources: {'Port': ['ID=974425b6-c12e-4d5b-a19b-b1237f431c83,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:32:31.777142 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [req-a125af6d-8545-4eba-8877-4251d1235329 req-11e44c9a-2c92-407d-ba6d-89eec18d6837 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] No DVR routers for this DVR port 974425b6-c12e-4d5b-a19b-b1237f431c83 on host hv-cinder-80403 {{(pid=102545) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:32:31.779725 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [req-a125af6d-8545-4eba-8877-4251d1235329 req-11e44c9a-2c92-407d-ba6d-89eec18d6837 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260941'] for port, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:31.783069 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [req-a125af6d-8545-4eba-8877-4251d1235329 req-11e44c9a-2c92-407d-ba6d-89eec18d6837 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.74 "DELETE /v2.0/ports/974425b6-c12e-4d5b-a19b-b1237f431c83 HTTP/1.1" status: 204 len: 173 time: 0.3848865 Nov 24 15:32:31.783509 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58463f5-527b-475e-a4c9-ca70f2d5f00f', 'name': 'network-vif-deleted', 'tag': '974425b6-c12e-4d5b-a19b-b1237f431c83'}] {{(pid=102545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:32:31.785802 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e232a59b198ff96befa2502742fd1f317735a6d9991c1ac6356d20aee71e71d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8704c4bc-ba7b-4c43-a492-02685f2bff53" -d '{"events": [{"server_uuid": "c58463f5-527b-475e-a4c9-ca70f2d5f00f", "name": "network-vif-deleted", "tag": "974425b6-c12e-4d5b-a19b-b1237f431c83"}]}' {{(pid=102545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:32:31.822136 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfee35c1-366a-4f0c-94ce-b773f13058d1 x-openstack-request-id: req-dfee35c1-366a-4f0c-94ce-b773f13058d1 {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:32:31.822432 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58463f5-527b-475e-a4c9-ca70f2d5f00f", "name": "network-vif-deleted", "tag": "974425b6-c12e-4d5b-a19b-b1237f431c83", "status": "completed", "code": 200}]} {{(pid=102545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:32:31.822688 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dfee35c1-366a-4f0c-94ce-b773f13058d1 {{(pid=102545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:32:31.823118 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58463f5-527b-475e-a4c9-ca70f2d5f00f', 'name': 'network-vif-deleted', 'tag': '974425b6-c12e-4d5b-a19b-b1237f431c83', 'status': 'completed', 'code': 200} Nov 24 15:32:32.089130 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [req-f8cc1e6c-59f7-4c59-8ecc-89fb4144c1c3 req-0d2336d4-497c-4cee-95e0-136f06a7b657 tempest-TestMinimumBasicScenario-645995211 tempest-TestMinimumBasicScenario-645995211-project] 10.222.0.66 "GET /v2.0/ports?device_id=c58463f5-527b-475e-a4c9-ca70f2d5f00f HTTP/1.1" status: 200 len: 210 time: 0.0268030 Nov 24 15:32:33.690659 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 40184) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:32:34.025899 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-530f79af-04c4-4c5e-973e-8f19373c0fbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-679738'] for router_interface, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:34.265415 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.plugin [None req-530f79af-04c4-4c5e-973e-8f19373c0fbe admin admin] Deleting port 0be9171b-8736-4376-ad87-f92e088ba978 {{(pid=102544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:32:34.265756 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-530f79af-04c4-4c5e-973e-8f19373c0fbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:34.345965 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.db [None req-530f79af-04c4-4c5e-973e-8f19373c0fbe admin admin] For port 0be9171b-8736-4376-ad87-f92e088ba978, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=0be9171b-8736-4376-ad87-f92e088ba978,segment=NetworkSegment(45807ef9-e4ab-4d2c-8072-ec118c02f64c),segment_id=45807ef9-e4ab-4d2c-8072-ec118c02f64c)] {{(pid=102544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:32:34.346245 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-530f79af-04c4-4c5e-973e-8f19373c0fbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:34.358437 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.plugin [None req-530f79af-04c4-4c5e-973e-8f19373c0fbe admin admin] Calling delete_port for 0be9171b-8736-4376-ad87-f92e088ba978 owned by network:router_interface {{(pid=102544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:32:34.531445 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-530f79af-04c4-4c5e-973e-8f19373c0fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15752001'] for port, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:34.556183 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f79af-04c4-4c5e-973e-8f19373c0fbe admin admin] Pushing event deleted for resources: {'Port': ['ID=0be9171b-8736-4376-ad87-f92e088ba978,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:32:34.728179 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-530f79af-04c4-4c5e-973e-8f19373c0fbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679846'] for router_interface, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:34.942721 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530f79af-04c4-4c5e-973e-8f19373c0fbe admin admin] Router edba0a85-70f6-4a73-8d31-eefc28f8a234 has already been hosted by L3 agent cf746c29-e95d-415d-8373-1f02a86f1d46 {{(pid=102544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:32:35.047323 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530f79af-04c4-4c5e-973e-8f19373c0fbe admin admin] Notify agent at l3_agent.dv-cinder-804035-20-iscsi the message routers_updated {{(pid=102544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:32:35.052414 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-530f79af-04c4-4c5e-973e-8f19373c0fbe admin admin] 10.222.0.66 "PUT /v2.0/routers/edba0a85-70f6-4a73-8d31-eefc28f8a234/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3605282 Nov 24 15:32:35.055035 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 40186) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:32:35.058233 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01320e5-baac-4d14-a761-1f9daf5c2271 None None] Sync routers for ids ['edba0a85-70f6-4a73-8d31-eefc28f8a234'] in dv-cinder-804035-20-iscsi {{(pid=102546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:32:35.068596 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01320e5-baac-4d14-a761-1f9daf5c2271 None None] Routers {'edba0a85-70f6-4a73-8d31-eefc28f8a234'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:32:35.069201 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-b01320e5-baac-4d14-a761-1f9daf5c2271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:32:18Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['edba0a85-70f6-4a73-8d31-eefc28f8a234'], 'active': True} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:32:35.159829 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c9882b3a-8534-4b5a-9468-8d092a944f58 admin admin] Publish callbacks [] for router, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:35.171199 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvr_db [None req-b01320e5-baac-4d14-a761-1f9daf5c2271 None None] Set router edba0a85-70f6-4a73-8d31-eefc28f8a234 gateway port host: dv-cinder-804035-20-iscsi {{(pid=102546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:32:35.262127 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c9882b3a-8534-4b5a-9468-8d092a944f58 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:35.299984 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 974425b6-c12e-4d5b-a19b-b1237f431c83 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:32:35.318761 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.plugin [None req-c9882b3a-8534-4b5a-9468-8d092a944f58 admin admin] Deleting port 5388cd62-7b0f-4d9e-ab73-367177402f4a {{(pid=102544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:32:35.319131 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c9882b3a-8534-4b5a-9468-8d092a944f58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:35.326383 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] No Port match for: 974425b6-c12e-4d5b-a19b-b1237f431c83 {{(pid=102546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:32:35.326739 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Device 974425b6-c12e-4d5b-a19b-b1237f431c83 not bound to the agent host hv-cinder-80403 {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:32:35.372758 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-b01320e5-baac-4d14-a761-1f9daf5c2271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edba0a85-70f6-4a73-8d31-eefc28f8a234', 'name': 'tempest-TestMinimumBasicScenario-347690756-router', 'tenant_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '5388cd62-7b0f-4d9e-ab73-367177402f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:30:20Z', 'updated_at': '2021-11-24T15:32:34Z', 'revision_number': 5, 'project_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'gw_port': {'id': '5388cd62-7b0f-4d9e-ab73-367177402f4a', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bf:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edba0a85-70f6-4a73-8d31-eefc28f8a234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:30:21Z', 'updated_at': '2021-11-24T15:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi'}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:32:35.398149 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.db [None req-c9882b3a-8534-4b5a-9468-8d092a944f58 admin admin] For port 5388cd62-7b0f-4d9e-ab73-367177402f4a, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=5388cd62-7b0f-4d9e-ab73-367177402f4a,segment=NetworkSegment(0ed66df3-fe9f-4da3-924e-b64abe4f4390),segment_id=0ed66df3-fe9f-4da3-924e-b64abe4f4390)] {{(pid=102544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:32:35.398770 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c9882b3a-8534-4b5a-9468-8d092a944f58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:35.398945 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01320e5-baac-4d14-a761-1f9daf5c2271 None None] Checking router: edba0a85-70f6-4a73-8d31-eefc28f8a234 for host: dv-cinder-804035-20-iscsi {{(pid=102546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:32:35.408346 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01320e5-baac-4d14-a761-1f9daf5c2271 None None] Routers {'edba0a85-70f6-4a73-8d31-eefc28f8a234'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:32:35.409069 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-b01320e5-baac-4d14-a761-1f9daf5c2271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:32:18Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['edba0a85-70f6-4a73-8d31-eefc28f8a234'], 'active': True} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:32:35.411296 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.plugin [None req-c9882b3a-8534-4b5a-9468-8d092a944f58 admin admin] Calling delete_port for 5388cd62-7b0f-4d9e-ab73-367177402f4a owned by network:router_gateway {{(pid=102544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:32:35.495602 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvr_db [None req-b01320e5-baac-4d14-a761-1f9daf5c2271 None None] Set router edba0a85-70f6-4a73-8d31-eefc28f8a234 gateway port host: None {{(pid=102546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:32:35.549979 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_hamode_db [None req-b01320e5-baac-4d14-a761-1f9daf5c2271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edba0a85-70f6-4a73-8d31-eefc28f8a234', 'name': 'tempest-TestMinimumBasicScenario-347690756-router', 'tenant_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:30:20Z', 'updated_at': '2021-11-24T15:32:35Z', 'revision_number': 6, 'project_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'gw_port_host': None}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:32:35.573577 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c9882b3a-8534-4b5a-9468-8d092a944f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15752001'] for port, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:35.575858 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01320e5-baac-4d14-a761-1f9daf5c2271 None None] The sync data for ids ['edba0a85-70f6-4a73-8d31-eefc28f8a234'] in dv-cinder-804035-20-iscsi is: [{'id': 'edba0a85-70f6-4a73-8d31-eefc28f8a234', 'name': 'tempest-TestMinimumBasicScenario-347690756-router', 'tenant_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:30:20Z', 'updated_at': '2021-11-24T15:32:35Z', 'revision_number': 6, 'project_id': '43561d39a3aa4b6390447a9f4f77d4e4', 'gw_port_host': None}] {{(pid=102546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:32:35.600719 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9882b3a-8534-4b5a-9468-8d092a944f58 admin admin] Pushing event deleted for resources: {'Port': ['ID=5388cd62-7b0f-4d9e-ab73-367177402f4a,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:32:35.896405 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c9882b3a-8534-4b5a-9468-8d092a944f58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663808'] for router_gateway, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:35.986219 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c9882b3a-8534-4b5a-9468-8d092a944f58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-679758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3229'] for router, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:35.988445 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c9882b3a-8534-4b5a-9468-8d092a944f58 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:36.033111 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c9882b3a-8534-4b5a-9468-8d092a944f58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663938'] for router, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:36.033694 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9882b3a-8534-4b5a-9468-8d092a944f58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router edba0a85-70f6-4a73-8d31-eefc28f8a234 {{(pid=102544) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 15:32:36.038604 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-c9882b3a-8534-4b5a-9468-8d092a944f58 admin admin] Publish callbacks [] for router, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:36.039779 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-c9882b3a-8534-4b5a-9468-8d092a944f58 admin admin] 10.222.0.66 "DELETE /v2.0/routers/edba0a85-70f6-4a73-8d31-eefc28f8a234 HTTP/1.1" status: 204 len: 168 time: 0.9838345 Nov 24 15:32:36.042339 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 40188) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:32:36.088331 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.db.db_base_plugin_v2 [None req-02a64246-d502-40d7-b0a6-271e60861aea admin admin] Deleting subnet 24072aee-2b99-4eeb-b66b-29b890164732 {{(pid=102544) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 15:32:36.091368 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-02a64246-d502-40d7-b0a6-271e60861aea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:36.124711 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-02a64246-d502-40d7-b0a6-271e60861aea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15251451'] for subnet, precommit_delete_associations {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:36.198151 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-02a64246-d502-40d7-b0a6-271e60861aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469115'] for subnet, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:36.248437 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-02a64246-d502-40d7-b0a6-271e60861aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15751986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13828195'] for subnet, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:36.282470 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-02a64246-d502-40d7-b0a6-271e60861aea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for subnet, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:36.286921 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-02a64246-d502-40d7-b0a6-271e60861aea admin admin] 10.222.0.66 "DELETE /v2.0/subnets/24072aee-2b99-4eeb-b66b-29b890164732 HTTP/1.1" status: 204 len: 168 time: 0.2435999 Nov 24 15:32:36.287077 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9baae617-5696-4b4a-8144-20f98525251e None None] Network db54b14e-d81b-403a-a7f2-afe04d2df659 requested from dv-cinder-804035-20-iscsi {{(pid=102546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:32:36.287774 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a64246-d502-40d7-b0a6-271e60861aea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24072aee-2b99-4eeb-b66b-29b890164732,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:32:36.289526 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [-] (102545) accepted ('10.222.0.66', 40190) {{(pid=102545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:32:36.370120 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f905b216-37cd-4914-9701-62a460711c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541282'] for network, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:36.437728 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [None req-f905b216-37cd-4914-9701-62a460711c63 admin admin] Deleting port 6023dc95-347c-4edd-876f-34c71ab125bc {{(pid=102545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:32:36.438062 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f905b216-37cd-4914-9701-62a460711c63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:36.473126 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 0be9171b-8736-4376-ad87-f92e088ba978 no longer exists at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:32:36.498510 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] No Port match for: 0be9171b-8736-4376-ad87-f92e088ba978 {{(pid=102546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:32:36.498888 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 0be9171b-8736-4376-ad87-f92e088ba978 not bound to the agent host dv-cinder-804035-20-iscsi {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:32:36.499323 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 5388cd62-7b0f-4d9e-ab73-367177402f4a no longer exists at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:32:36.502531 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.db [None req-f905b216-37cd-4914-9701-62a460711c63 admin admin] For port 6023dc95-347c-4edd-876f-34c71ab125bc, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=6023dc95-347c-4edd-876f-34c71ab125bc,segment=NetworkSegment(45807ef9-e4ab-4d2c-8072-ec118c02f64c),segment_id=45807ef9-e4ab-4d2c-8072-ec118c02f64c)] {{(pid=102545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:32:36.502944 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f905b216-37cd-4914-9701-62a460711c63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:36.514975 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.plugin [None req-f905b216-37cd-4914-9701-62a460711c63 admin admin] Calling delete_port for 6023dc95-347c-4edd-876f-34c71ab125bc owned by network:dhcp {{(pid=102545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:32:36.536024 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] No Port match for: 5388cd62-7b0f-4d9e-ab73-367177402f4a {{(pid=102546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:32:36.536376 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 5388cd62-7b0f-4d9e-ab73-367177402f4a not bound to the agent host dv-cinder-804035-20-iscsi {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:32:36.648596 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdb10f5-4cce-44b3-97fb-fee86a9e3481 None None] DHCP port deletion for db54b14e-d81b-403a-a7f2-afe04d2df659 request from dv-cinder-804035-20-iscsi {{(pid=102546) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 15:32:36.709860 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-7fdb10f5-4cce-44b3-97fb-fee86a9e3481 None None] Deleting port 6023dc95-347c-4edd-876f-34c71ab125bc {{(pid=102546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:32:36.710237 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-7fdb10f5-4cce-44b3-97fb-fee86a9e3481 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:36.779225 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-7fdb10f5-4cce-44b3-97fb-fee86a9e3481 None None] For port 6023dc95-347c-4edd-876f-34c71ab125bc, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=6023dc95-347c-4edd-876f-34c71ab125bc,segment=NetworkSegment(45807ef9-e4ab-4d2c-8072-ec118c02f64c),segment_id=45807ef9-e4ab-4d2c-8072-ec118c02f64c)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:32:36.779628 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-7fdb10f5-4cce-44b3-97fb-fee86a9e3481 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:36.793508 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-7fdb10f5-4cce-44b3-97fb-fee86a9e3481 None None] Calling delete_port for 6023dc95-347c-4edd-876f-34c71ab125bc owned by network:dhcp {{(pid=102546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:32:36.872478 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f905b216-37cd-4914-9701-62a460711c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13923611'] for port, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:36.879309 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-7fdb10f5-4cce-44b3-97fb-fee86a9e3481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107'] for port, after_delete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:36.897872 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f905b216-37cd-4914-9701-62a460711c63 admin admin] Pushing event deleted for resources: {'Port': ['ID=6023dc95-347c-4edd-876f-34c71ab125bc,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:32:36.901524 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f905b216-37cd-4914-9701-62a460711c63 admin admin] No DVR routers for this DVR port 6023dc95-347c-4edd-876f-34c71ab125bc on host dv-cinder-804035-20-iscsi {{(pid=102545) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:32:36.904099 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb10f5-4cce-44b3-97fb-fee86a9e3481 None None] Pushing event deleted for resources: {'Port': ['ID=6023dc95-347c-4edd-876f-34c71ab125bc,revision_number=None']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:32:36.909055 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdb10f5-4cce-44b3-97fb-fee86a9e3481 None None] No DVR routers for this DVR port 6023dc95-347c-4edd-876f-34c71ab125bc on host dv-cinder-804035-20-iscsi {{(pid=102546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:32:36.918550 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb10f5-4cce-44b3-97fb-fee86a9e3481 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:32:36.918550 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb10f5-4cce-44b3-97fb-fee86a9e3481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:32:36.918550 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb10f5-4cce-44b3-97fb-fee86a9e3481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:32:36.918550 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb10f5-4cce-44b3-97fb-fee86a9e3481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:32:36.918550 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb10f5-4cce-44b3-97fb-fee86a9e3481 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:32:36.918550 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb10f5-4cce-44b3-97fb-fee86a9e3481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:32:36.918550 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb10f5-4cce-44b3-97fb-fee86a9e3481 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:32:36.918550 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb10f5-4cce-44b3-97fb-fee86a9e3481 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:32:36.918550 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb10f5-4cce-44b3-97fb-fee86a9e3481 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:32:36.919473 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb10f5-4cce-44b3-97fb-fee86a9e3481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:32:36.919473 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb10f5-4cce-44b3-97fb-fee86a9e3481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:32:36.919473 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb10f5-4cce-44b3-97fb-fee86a9e3481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-20-iscsi {{(pid=102546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:32:36.976631 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f905b216-37cd-4914-9701-62a460711c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468516', 'neutron.services.segments.db._delete_segments_for_network-8750837505464'] for network, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:36.998621 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.services.segments.db [None req-f905b216-37cd-4914-9701-62a460711c63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db54b14e-d81b-403a-a7f2-afe04d2df659']}} {{(pid=102545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:32:37.008137 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.services.segments.db [None req-f905b216-37cd-4914-9701-62a460711c63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45807ef9-e4ab-4d2c-8072-ec118c02f64c') {'for_net_delete': True} {{(pid=102545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:32:37.008430 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.services.segments.db [None req-f905b216-37cd-4914-9701-62a460711c63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45807ef9-e4ab-4d2c-8072-ec118c02f64c') {} {{(pid=102545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:32:37.018016 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f905b216-37cd-4914-9701-62a460711c63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750837468492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15682671'] for segment, before_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:37.030508 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f905b216-37cd-4914-9701-62a460711c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470086'] for segment, precommit_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:37.036299 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f905b216-37cd-4914-9701-62a460711c63 admin admin] Releasing vlan 1209 on physical network physnet1 to pool {{(pid=102545) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 15:32:37.036668 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f905b216-37cd-4914-9701-62a460711c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13983434'] for segment, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:37.038320 dv-cinder-804035-20-iscsi neutron-server[102545]: Traceback (most recent call last): Nov 24 15:32:37.038320 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 15:32:37.038320 dv-cinder-804035-20-iscsi neutron-server[102545]: timer() Nov 24 15:32:37.038320 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 15:32:37.038320 dv-cinder-804035-20-iscsi neutron-server[102545]: cb(*args, **kw) Nov 24 15:32:37.038320 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 15:32:37.038320 dv-cinder-804035-20-iscsi neutron-server[102545]: return func(*args, **kwargs) Nov 24 15:32:37.038320 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 15:32:37.038320 dv-cinder-804035-20-iscsi neutron-server[102545]: self._notify() Nov 24 15:32:37.038320 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 15:32:37.038320 dv-cinder-804035-20-iscsi neutron-server[102545]: self.callback(batched_events) Nov 24 15:32:37.038320 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 15:32:37.038320 dv-cinder-804035-20-iscsi neutron-server[102545]: event.method(event) Nov 24 15:32:37.038320 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 15:32:37.038320 dv-cinder-804035-20-iscsi neutron-server[102545]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 15:32:37.038320 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 15:32:37.038320 dv-cinder-804035-20-iscsi neutron-server[102545]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 15:32:37.038320 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 15:32:37.038320 dv-cinder-804035-20-iscsi neutron-server[102545]: return f(self, *a, **k) Nov 24 15:32:37.038320 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 15:32:37.038320 dv-cinder-804035-20-iscsi neutron-server[102545]: return self._get(url).json() Nov 24 15:32:37.038320 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 15:32:37.038320 dv-cinder-804035-20-iscsi neutron-server[102545]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 15:32:37.038320 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 15:32:37.038320 dv-cinder-804035-20-iscsi neutron-server[102545]: return self.request(url, 'GET', **kwargs) Nov 24 15:32:37.038320 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 15:32:37.038320 dv-cinder-804035-20-iscsi neutron-server[102545]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 15:32:37.038320 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 15:32:37.038320 dv-cinder-804035-20-iscsi neutron-server[102545]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 15:32:37.038320 dv-cinder-804035-20-iscsi neutron-server[102545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 15:32:37.038320 dv-cinder-804035-20-iscsi neutron-server[102545]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 15:32:37.038320 dv-cinder-804035-20-iscsi neutron-server[102545]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 15:32:37.092182 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f905b216-37cd-4914-9701-62a460711c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663844'] for network, after_delete {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:37.097361 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron_lib.callbacks.manager [None req-f905b216-37cd-4914-9701-62a460711c63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for network, before_response {{(pid=102545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:37.100598 dv-cinder-804035-20-iscsi neutron-server[102545]: INFO neutron.wsgi [None req-f905b216-37cd-4914-9701-62a460711c63 admin admin] 10.222.0.66 "DELETE /v2.0/networks/db54b14e-d81b-403a-a7f2-afe04d2df659 HTTP/1.1" status: 204 len: 168 time: 0.8096220 Nov 24 15:32:37.103744 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 40192) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:32:37.110667 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f905b216-37cd-4914-9701-62a460711c63 admin admin] Pushing event deleted for resources: {'Network': ['ID=db54b14e-d81b-403a-a7f2-afe04d2df659,revision_number=None']} {{(pid=102545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:32:37.447362 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-d93d1645-4295-4abc-9143-d7dfc8c9f7a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-679738'] for router_interface, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:37.686354 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.plugin [None req-d93d1645-4295-4abc-9143-d7dfc8c9f7a7 admin admin] Deleting port 078e6334-9d80-4e5f-bcc8-d3c38c62de83 {{(pid=102544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:32:37.686689 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-d93d1645-4295-4abc-9143-d7dfc8c9f7a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:37.768107 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.db [None req-d93d1645-4295-4abc-9143-d7dfc8c9f7a7 admin admin] For port 078e6334-9d80-4e5f-bcc8-d3c38c62de83, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=078e6334-9d80-4e5f-bcc8-d3c38c62de83,segment=NetworkSegment(36698bce-16cd-4f02-9c71-54f9135afe1b),segment_id=36698bce-16cd-4f02-9c71-54f9135afe1b)] {{(pid=102544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:32:37.768474 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-d93d1645-4295-4abc-9143-d7dfc8c9f7a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:37.780396 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.plugin [None req-d93d1645-4295-4abc-9143-d7dfc8c9f7a7 admin admin] Calling delete_port for 078e6334-9d80-4e5f-bcc8-d3c38c62de83 owned by network:router_interface {{(pid=102544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:32:37.952214 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-d93d1645-4295-4abc-9143-d7dfc8c9f7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15752001'] for port, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:37.977603 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d1645-4295-4abc-9143-d7dfc8c9f7a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=078e6334-9d80-4e5f-bcc8-d3c38c62de83,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:32:38.106541 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:38.143977 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-d93d1645-4295-4abc-9143-d7dfc8c9f7a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679846'] for router_interface, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:38.353203 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93d1645-4295-4abc-9143-d7dfc8c9f7a7 admin admin] Router e5fbce5f-95fd-413f-beda-85eaf85bea6f has already been hosted by L3 agent cf746c29-e95d-415d-8373-1f02a86f1d46 {{(pid=102544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:32:38.460109 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93d1645-4295-4abc-9143-d7dfc8c9f7a7 admin admin] Notify agent at l3_agent.dv-cinder-804035-20-iscsi the message routers_updated {{(pid=102544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:32:38.468162 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-d93d1645-4295-4abc-9143-d7dfc8c9f7a7 admin admin] 10.222.0.66 "PUT /v2.0/routers/e5fbce5f-95fd-413f-beda-85eaf85bea6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3604939 Nov 24 15:32:38.468280 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 40194) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:32:38.472736 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13168fc-4677-4f4f-92c6-b088dd154cb9 None None] Sync routers for ids ['e5fbce5f-95fd-413f-beda-85eaf85bea6f'] in dv-cinder-804035-20-iscsi {{(pid=102547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:32:38.488483 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 6023dc95-347c-4edd-876f-34c71ab125bc no longer exists at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:32:38.493010 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13168fc-4677-4f4f-92c6-b088dd154cb9 None None] Routers {'e5fbce5f-95fd-413f-beda-85eaf85bea6f'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:32:38.493699 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-b13168fc-4677-4f4f-92c6-b088dd154cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:32:18Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['e5fbce5f-95fd-413f-beda-85eaf85bea6f'], 'active': True} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:32:38.509460 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] No Port match for: 6023dc95-347c-4edd-876f-34c71ab125bc {{(pid=102546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:32:38.509902 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 6023dc95-347c-4edd-876f-34c71ab125bc not bound to the agent host dv-cinder-804035-20-iscsi {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:32:38.575008 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-43eeca4f-aaa4-438f-8813-1c90c27cb0b9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:38.605144 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvr_db [None req-b13168fc-4677-4f4f-92c6-b088dd154cb9 None None] Set router e5fbce5f-95fd-413f-beda-85eaf85bea6f gateway port host: dv-cinder-804035-20-iscsi {{(pid=102547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:32:38.676272 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-43eeca4f-aaa4-438f-8813-1c90c27cb0b9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:38.728455 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.plugin [None req-43eeca4f-aaa4-438f-8813-1c90c27cb0b9 admin admin] Deleting port 60ce645a-e2a9-40fd-9b23-f9a86473b3c0 {{(pid=102544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:32:38.728798 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-43eeca4f-aaa4-438f-8813-1c90c27cb0b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:38.781242 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-b13168fc-4677-4f4f-92c6-b088dd154cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5fbce5f-95fd-413f-beda-85eaf85bea6f', 'name': 'tempest-TestMinimumBasicScenario-720119173-router', 'tenant_id': '373fffc2452c4eb1bd07c0870b0feae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'external_fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '60ce645a-e2a9-40fd-9b23-f9a86473b3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:30:25Z', 'updated_at': '2021-11-24T15:32:37Z', 'revision_number': 5, 'project_id': '373fffc2452c4eb1bd07c0870b0feae9', 'gw_port': {'id': '60ce645a-e2a9-40fd-9b23-f9a86473b3c0', 'name': '', 'network_id': '8344f4db-560e-43ae-a8a3-c586ec595f86', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:28:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fbce5f-95fd-413f-beda-85eaf85bea6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:30:25Z', 'updated_at': '2021-11-24T15:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c55147fe-7574-46b9-be0f-c5d247f19105', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-20-iscsi'}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:32:38.807737 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13168fc-4677-4f4f-92c6-b088dd154cb9 None None] Checking router: e5fbce5f-95fd-413f-beda-85eaf85bea6f for host: dv-cinder-804035-20-iscsi {{(pid=102547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:32:38.809564 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.db [None req-43eeca4f-aaa4-438f-8813-1c90c27cb0b9 admin admin] For port 60ce645a-e2a9-40fd-9b23-f9a86473b3c0, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=60ce645a-e2a9-40fd-9b23-f9a86473b3c0,segment=NetworkSegment(0ed66df3-fe9f-4da3-924e-b64abe4f4390),segment_id=0ed66df3-fe9f-4da3-924e-b64abe4f4390)] {{(pid=102544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:32:38.809939 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-43eeca4f-aaa4-438f-8813-1c90c27cb0b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:38.816601 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13168fc-4677-4f4f-92c6-b088dd154cb9 None None] Routers {'e5fbce5f-95fd-413f-beda-85eaf85bea6f'} bound to L3 agent in host dv-cinder-804035-20-iscsi {{(pid=102547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:32:38.817215 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-b13168fc-4677-4f4f-92c6-b088dd154cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T15:11:48Z,description=,heartbeat_timestamp=2021-11-24T15:32:18Z,host='dv-cinder-804035-20-iscsi',id=cf746c29-e95d-415d-8373-1f02a86f1d46,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:11:48Z,topic='l3_agent')) {'router_ids': ['e5fbce5f-95fd-413f-beda-85eaf85bea6f'], 'active': True} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:32:38.822482 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.plugin [None req-43eeca4f-aaa4-438f-8813-1c90c27cb0b9 admin admin] Calling delete_port for 60ce645a-e2a9-40fd-9b23-f9a86473b3c0 owned by network:router_gateway {{(pid=102544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:32:38.903323 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_dvr_db [None req-b13168fc-4677-4f4f-92c6-b088dd154cb9 None None] Set router e5fbce5f-95fd-413f-beda-85eaf85bea6f gateway port host: None {{(pid=102547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:32:38.958744 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.l3_hamode_db [None req-b13168fc-4677-4f4f-92c6-b088dd154cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5fbce5f-95fd-413f-beda-85eaf85bea6f', 'name': 'tempest-TestMinimumBasicScenario-720119173-router', 'tenant_id': '373fffc2452c4eb1bd07c0870b0feae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:30:25Z', 'updated_at': '2021-11-24T15:32:38Z', 'revision_number': 6, 'project_id': '373fffc2452c4eb1bd07c0870b0feae9', 'gw_port_host': None}], 'dv-cinder-804035-20-iscsi', False) {} {{(pid=102547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:32:38.986012 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13168fc-4677-4f4f-92c6-b088dd154cb9 None None] The sync data for ids ['e5fbce5f-95fd-413f-beda-85eaf85bea6f'] in dv-cinder-804035-20-iscsi is: [{'id': 'e5fbce5f-95fd-413f-beda-85eaf85bea6f', 'name': 'tempest-TestMinimumBasicScenario-720119173-router', 'tenant_id': '373fffc2452c4eb1bd07c0870b0feae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:30:25Z', 'updated_at': '2021-11-24T15:32:38Z', 'revision_number': 6, 'project_id': '373fffc2452c4eb1bd07c0870b0feae9', 'gw_port_host': None}] {{(pid=102547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:32:38.987887 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-43eeca4f-aaa4-438f-8813-1c90c27cb0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15752001'] for port, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:39.019884 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eeca4f-aaa4-438f-8813-1c90c27cb0b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=60ce645a-e2a9-40fd-9b23-f9a86473b3c0,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:32:39.075832 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-43eeca4f-aaa4-438f-8813-1c90c27cb0b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663808'] for router_gateway, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:39.162705 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-43eeca4f-aaa4-438f-8813-1c90c27cb0b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-679758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3229'] for router, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:39.164755 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-43eeca4f-aaa4-438f-8813-1c90c27cb0b9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:39.209710 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-43eeca4f-aaa4-438f-8813-1c90c27cb0b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663938'] for router, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:39.210192 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43eeca4f-aaa4-438f-8813-1c90c27cb0b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5fbce5f-95fd-413f-beda-85eaf85bea6f {{(pid=102544) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 15:32:39.214388 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-43eeca4f-aaa4-438f-8813-1c90c27cb0b9 admin admin] Publish callbacks [] for router, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:39.215579 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-43eeca4f-aaa4-438f-8813-1c90c27cb0b9 admin admin] 10.222.0.66 "DELETE /v2.0/routers/e5fbce5f-95fd-413f-beda-85eaf85bea6f HTTP/1.1" status: 204 len: 168 time: 0.7463124 Nov 24 15:32:39.219298 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 40196) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:32:39.262278 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ccf0305-a493-4679-b77b-3a1276e44611 admin admin] Deleting subnet e88fd508-906c-4f62-8d00-8e784ace6502 {{(pid=102544) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 15:32:39.265404 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-6ccf0305-a493-4679-b77b-3a1276e44611 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:39.299222 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-6ccf0305-a493-4679-b77b-3a1276e44611 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15251451'] for subnet, precommit_delete_associations {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:39.381716 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-6ccf0305-a493-4679-b77b-3a1276e44611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469115'] for subnet, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:39.433584 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-6ccf0305-a493-4679-b77b-3a1276e44611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15751986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13828195'] for subnet, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:39.459035 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccf0305-a493-4679-b77b-3a1276e44611 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e88fd508-906c-4f62-8d00-8e784ace6502,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:32:39.460980 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-6ccf0305-a493-4679-b77b-3a1276e44611 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for subnet, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:39.464137 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-6ccf0305-a493-4679-b77b-3a1276e44611 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/e88fd508-906c-4f62-8d00-8e784ace6502 HTTP/1.1" status: 204 len: 168 time: 0.2438698 Nov 24 15:32:39.466674 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 40198) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:32:39.468605 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7936fb-6f89-4348-93ee-b8c22f3c0e71 None None] Network b6072329-126a-49bf-90f6-2de0ee7a3df9 requested from dv-cinder-804035-20-iscsi {{(pid=102546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:32:39.532916 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-2c2b8816-7bc9-4113-94c3-0d631022d2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541282'] for network, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:39.720686 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31c2be7-d71e-46ae-962a-b8bfa53c5e3a None None] DHCP port deletion for b6072329-126a-49bf-90f6-2de0ee7a3df9 request from dv-cinder-804035-20-iscsi {{(pid=102546) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 15:32:39.778588 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-e31c2be7-d71e-46ae-962a-b8bfa53c5e3a None None] Deleting port a5538fbc-6d6a-4495-94ee-5808035dc998 {{(pid=102546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:32:39.779010 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-e31c2be7-d71e-46ae-962a-b8bfa53c5e3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:39.821403 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.plugin [None req-2c2b8816-7bc9-4113-94c3-0d631022d2c1 admin admin] Deleting port a5538fbc-6d6a-4495-94ee-5808035dc998 {{(pid=102544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:32:39.822000 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-2c2b8816-7bc9-4113-94c3-0d631022d2c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750837376606'] for port, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:39.851432 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.db [None req-e31c2be7-d71e-46ae-962a-b8bfa53c5e3a None None] For port a5538fbc-6d6a-4495-94ee-5808035dc998, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=a5538fbc-6d6a-4495-94ee-5808035dc998,segment=NetworkSegment(36698bce-16cd-4f02-9c71-54f9135afe1b),segment_id=36698bce-16cd-4f02-9c71-54f9135afe1b)] {{(pid=102546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:32:39.852088 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-e31c2be7-d71e-46ae-962a-b8bfa53c5e3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:39.865203 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-e31c2be7-d71e-46ae-962a-b8bfa53c5e3a None None] Calling delete_port for a5538fbc-6d6a-4495-94ee-5808035dc998 owned by network:dhcp {{(pid=102546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:32:39.884330 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.db [None req-2c2b8816-7bc9-4113-94c3-0d631022d2c1 admin admin] For port a5538fbc-6d6a-4495-94ee-5808035dc998, host dv-cinder-804035-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-20-iscsi',level=0,port_id=a5538fbc-6d6a-4495-94ee-5808035dc998,segment=NetworkSegment(36698bce-16cd-4f02-9c71-54f9135afe1b),segment_id=36698bce-16cd-4f02-9c71-54f9135afe1b)] {{(pid=102544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:32:39.884697 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-2c2b8816-7bc9-4113-94c3-0d631022d2c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664605'] for port, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:39.898255 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.plugin [None req-2c2b8816-7bc9-4113-94c3-0d631022d2c1 admin admin] Calling delete_port for a5538fbc-6d6a-4495-94ee-5808035dc998 owned by network:dhcp {{(pid=102544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:32:39.949586 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-e31c2be7-d71e-46ae-962a-b8bfa53c5e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107'] for port, after_delete {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:39.975888 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c2be7-d71e-46ae-962a-b8bfa53c5e3a None None] Pushing event deleted for resources: {'Port': ['ID=a5538fbc-6d6a-4495-94ee-5808035dc998,revision_number=None']} {{(pid=102546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:32:39.980808 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31c2be7-d71e-46ae-962a-b8bfa53c5e3a None None] No DVR routers for this DVR port a5538fbc-6d6a-4495-94ee-5808035dc998 on host dv-cinder-804035-20-iscsi {{(pid=102546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:32:39.992143 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-2c2b8816-7bc9-4113-94c3-0d631022d2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750837378416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750836945107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15752001'] for port, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:40.022743 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b8816-7bc9-4113-94c3-0d631022d2c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5538fbc-6d6a-4495-94ee-5808035dc998,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:32:40.024682 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2b8816-7bc9-4113-94c3-0d631022d2c1 admin admin] No DVR routers for this DVR port a5538fbc-6d6a-4495-94ee-5808035dc998 on host dv-cinder-804035-20-iscsi {{(pid=102544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:32:40.096648 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-2c2b8816-7bc9-4113-94c3-0d631022d2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468516', 'neutron.services.segments.db._delete_segments_for_network-8750837505464'] for network, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:40.116883 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.services.segments.db [None req-2c2b8816-7bc9-4113-94c3-0d631022d2c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6072329-126a-49bf-90f6-2de0ee7a3df9']}} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:32:40.126680 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.services.segments.db [None req-2c2b8816-7bc9-4113-94c3-0d631022d2c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36698bce-16cd-4f02-9c71-54f9135afe1b') {'for_net_delete': True} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:32:40.127012 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.services.segments.db [None req-2c2b8816-7bc9-4113-94c3-0d631022d2c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36698bce-16cd-4f02-9c71-54f9135afe1b') {} {{(pid=102544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:32:40.136079 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-2c2b8816-7bc9-4113-94c3-0d631022d2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750837468492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15251404'] for segment, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:40.149776 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-2c2b8816-7bc9-4113-94c3-0d631022d2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470086'] for segment, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:40.155725 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c2b8816-7bc9-4113-94c3-0d631022d2c1 admin admin] Releasing vlan 1245 on physical network physnet1 to pool {{(pid=102544) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 15:32:40.156182 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-2c2b8816-7bc9-4113-94c3-0d631022d2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15822992'] for segment, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:40.157953 dv-cinder-804035-20-iscsi neutron-server[102544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 15:32:40.157953 dv-cinder-804035-20-iscsi neutron-server[102544]: self.session.flush() Nov 24 15:32:40.157953 dv-cinder-804035-20-iscsi neutron-server[102544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 15:32:40.157953 dv-cinder-804035-20-iscsi neutron-server[102544]: self.session.flush() Nov 24 15:32:40.157953 dv-cinder-804035-20-iscsi neutron-server[102544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 15:32:40.157953 dv-cinder-804035-20-iscsi neutron-server[102544]: self.session.flush() Nov 24 15:32:40.157953 dv-cinder-804035-20-iscsi neutron-server[102544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 15:32:40.157953 dv-cinder-804035-20-iscsi neutron-server[102544]: self.session.flush() Nov 24 15:32:40.157953 dv-cinder-804035-20-iscsi neutron-server[102544]: Traceback (most recent call last): Nov 24 15:32:40.157953 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 15:32:40.157953 dv-cinder-804035-20-iscsi neutron-server[102544]: timer() Nov 24 15:32:40.157953 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 15:32:40.157953 dv-cinder-804035-20-iscsi neutron-server[102544]: cb(*args, **kw) Nov 24 15:32:40.157953 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 15:32:40.157953 dv-cinder-804035-20-iscsi neutron-server[102544]: return func(*args, **kwargs) Nov 24 15:32:40.157953 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 15:32:40.157953 dv-cinder-804035-20-iscsi neutron-server[102544]: self._notify() Nov 24 15:32:40.157953 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 15:32:40.157953 dv-cinder-804035-20-iscsi neutron-server[102544]: self.callback(batched_events) Nov 24 15:32:40.157953 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 15:32:40.157953 dv-cinder-804035-20-iscsi neutron-server[102544]: event.method(event) Nov 24 15:32:40.157953 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 15:32:40.157953 dv-cinder-804035-20-iscsi neutron-server[102544]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 15:32:40.157953 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 15:32:40.157953 dv-cinder-804035-20-iscsi neutron-server[102544]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 15:32:40.157953 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 15:32:40.157953 dv-cinder-804035-20-iscsi neutron-server[102544]: return f(self, *a, **k) Nov 24 15:32:40.157953 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 15:32:40.157953 dv-cinder-804035-20-iscsi neutron-server[102544]: return self._get(url).json() Nov 24 15:32:40.157953 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 15:32:40.157953 dv-cinder-804035-20-iscsi neutron-server[102544]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 15:32:40.157953 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 15:32:40.157953 dv-cinder-804035-20-iscsi neutron-server[102544]: return self.request(url, 'GET', **kwargs) Nov 24 15:32:40.157953 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 15:32:40.157953 dv-cinder-804035-20-iscsi neutron-server[102544]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 15:32:40.157953 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 15:32:40.157953 dv-cinder-804035-20-iscsi neutron-server[102544]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 15:32:40.157953 dv-cinder-804035-20-iscsi neutron-server[102544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 15:32:40.157953 dv-cinder-804035-20-iscsi neutron-server[102544]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 15:32:40.157953 dv-cinder-804035-20-iscsi neutron-server[102544]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 15:32:40.211744 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-2c2b8816-7bc9-4113-94c3-0d631022d2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663844'] for network, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:40.217136 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-2c2b8816-7bc9-4113-94c3-0d631022d2c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543217'] for network, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:40.220560 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-2c2b8816-7bc9-4113-94c3-0d631022d2c1 admin admin] 10.222.0.66 "DELETE /v2.0/networks/b6072329-126a-49bf-90f6-2de0ee7a3df9 HTTP/1.1" status: 204 len: 168 time: 0.7529500 Nov 24 15:32:40.237034 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b8816-7bc9-4113-94c3-0d631022d2c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6072329-126a-49bf-90f6-2de0ee7a3df9,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:32:40.380578 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 40202) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:32:40.419987 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-3c09d756-64d0-4c3b-9392-2cdb31d45baf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=43561d39a3aa4b6390447a9f4f77d4e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381944 Nov 24 15:32:40.422947 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 40204) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:32:40.445114 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device a5538fbc-6d6a-4495-94ee-5808035dc998 no longer exists at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:32:40.464959 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] No Port match for: a5538fbc-6d6a-4495-94ee-5808035dc998 {{(pid=102546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:32:40.465230 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device a5538fbc-6d6a-4495-94ee-5808035dc998 not bound to the agent host dv-cinder-804035-20-iscsi {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:32:40.465653 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 60ce645a-e2a9-40fd-9b23-f9a86473b3c0 no longer exists at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:32:40.474458 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-3abedcf5-2b23-42da-b0b2-dbb261b1e0ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:40.484360 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] No Port match for: 60ce645a-e2a9-40fd-9b23-f9a86473b3c0 {{(pid=102546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:32:40.484865 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 60ce645a-e2a9-40fd-9b23-f9a86473b3c0 not bound to the agent host dv-cinder-804035-20-iscsi {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:32:40.485107 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 078e6334-9d80-4e5f-bcc8-d3c38c62de83 no longer exists at agent ovs-agent-dv-cinder-804035-20-iscsi {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:32:40.495940 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-3abedcf5-2b23-42da-b0b2-dbb261b1e0ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:40.504430 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] No Port match for: 078e6334-9d80-4e5f-bcc8-d3c38c62de83 {{(pid=102546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:32:40.504781 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.rpc [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Device 078e6334-9d80-4e5f-bcc8-d3c38c62de83 not bound to the agent host dv-cinder-804035-20-iscsi {{(pid=102546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:32:40.543014 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-3abedcf5-2b23-42da-b0b2-dbb261b1e0ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:40.545637 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-3abedcf5-2b23-42da-b0b2-dbb261b1e0ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:40.547357 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-3abedcf5-2b23-42da-b0b2-dbb261b1e0ab admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a897ab71-53cb-4e5a-bfb2-59db6b0888e7 HTTP/1.1" status: 204 len: 168 time: 0.1235018 Nov 24 15:32:40.555332 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abedcf5-2b23-42da-b0b2-dbb261b1e0ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a897ab71-53cb-4e5a-bfb2-59db6b0888e7,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:32:40.848810 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 40210) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:32:40.888341 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-cb8915ad-b667-49b2-9258-2eb714dbc197 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=373fffc2452c4eb1bd07c0870b0feae9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383592 Nov 24 15:32:40.890721 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [-] (102544) accepted ('10.222.0.66', 40212) {{(pid=102544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:32:40.936498 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-bd37874c-fb8e-4380-8106-40167076f36d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:40.956727 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-bd37874c-fb8e-4380-8106-40167076f36d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:41.004269 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-bd37874c-fb8e-4380-8106-40167076f36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567591'] for security_group, after_delete {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:41.006874 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron_lib.callbacks.manager [None req-bd37874c-fb8e-4380-8106-40167076f36d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:41.008042 dv-cinder-804035-20-iscsi neutron-server[102544]: INFO neutron.wsgi [None req-bd37874c-fb8e-4380-8106-40167076f36d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/27d9d476-85eb-44b8-a265-7bb431fe31b3 HTTP/1.1" status: 204 len: 168 time: 0.1164098 Nov 24 15:32:41.015689 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd37874c-fb8e-4380-8106-40167076f36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d9d476-85eb-44b8-a265-7bb431fe31b3,revision_number=None']} {{(pid=102544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:32:42.639353 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.agents_db [None req-1855c149-01a8-4582-985c-3b31432c2781 None None] Agent healthcheck: found 6 active agents {{(pid=102547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:32:45.211696 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-73c183d8-ea9d-4961-9256-9e2a0ed06e31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:47.643244 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-ecfb168d-a565-4a5f-bc31-d973c22f525d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:48.253025 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-124f8df6-068a-4f00-a8c0-a9ff39f4d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:49.809836 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0567c706-1e8e-49a8-b1df-c52fd48358e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:51.009786 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:33:08.121097 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:33:15.213762 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-c3bf3bbb-d999-4db3-a35d-6b90768ee301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:33:17.645246 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-41bf3bef-d5cc-4893-8a76-3d7b55175c60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:33:18.256179 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-124f8df6-068a-4f00-a8c0-a9ff39f4d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:33:19.638404 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.agents_db [None req-1855c149-01a8-4582-985c-3b31432c2781 None None] Agent healthcheck: found 6 active agents {{(pid=102547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:33:19.813858 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0567c706-1e8e-49a8-b1df-c52fd48358e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:33:21.011467 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:33:38.119801 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:33:45.214956 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-88e0d0ba-cc38-4a60-8d1a-cbf65e60669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:33:47.649385 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2fe0b332-39ff-4c6f-bb6e-99207da43cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:33:48.261680 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-124f8df6-068a-4f00-a8c0-a9ff39f4d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:33:49.815405 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0567c706-1e8e-49a8-b1df-c52fd48358e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:33:51.015123 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:33:56.637838 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.agents_db [None req-1855c149-01a8-4582-985c-3b31432c2781 None None] Agent healthcheck: found 6 active agents {{(pid=102547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:34:08.119689 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:34:15.215896 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-24881547-b096-4cb5-90b7-03242a67b65e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:34:17.650457 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-7093e12b-1a33-4046-8096-b41fd66184f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:34:18.254451 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-124f8df6-068a-4f00-a8c0-a9ff39f4d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:34:19.818906 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0567c706-1e8e-49a8-b1df-c52fd48358e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:34:21.017033 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:34:33.637421 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.agents_db [None req-1855c149-01a8-4582-985c-3b31432c2781 None None] Agent healthcheck: found 6 active agents {{(pid=102547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:34:38.118435 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:34:45.216974 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-a5696e95-54c9-4ebd-a528-42ec6b1235ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:34:47.651693 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e81e-1ebf-42c5-b8a2-85dc697407ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:34:48.256556 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-124f8df6-068a-4f00-a8c0-a9ff39f4d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:34:49.821414 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0567c706-1e8e-49a8-b1df-c52fd48358e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:34:51.018418 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:34:58.833923 dv-cinder-804035-20-iscsi neutron-server[102545]: DEBUG neutron.wsgi [req-04e91cc2-6afa-46f6-92eb-97ab2f22a0e7 req-fbdc821a-67c0-4715-a526-c70b3f504007 service neutron] (102545) timed out ('10.222.0.74', 53757) {{(pid=102545) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 24 15:35:08.132289 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:35:10.636744 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.agents_db [None req-1855c149-01a8-4582-985c-3b31432c2781 None None] Agent healthcheck: found 6 active agents {{(pid=102547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:35:15.217898 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-672fc120-651f-4c74-b63d-9afae0686a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:35:17.658488 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0174ceaf-7117-4c75-8d2d-e5a664d842f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:35:18.260157 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-124f8df6-068a-4f00-a8c0-a9ff39f4d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:35:19.822907 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0567c706-1e8e-49a8-b1df-c52fd48358e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:35:21.019930 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:35:38.124379 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:35:45.218293 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-003ed438-9a5a-4067-8219-2417c08a8004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:35:47.635484 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.agents_db [None req-1855c149-01a8-4582-985c-3b31432c2781 None None] Agent healthcheck: found 6 active agents {{(pid=102547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:35:47.649484 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-9a24a203-dade-4d18-99c4-b8e103473e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:35:48.262889 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-124f8df6-068a-4f00-a8c0-a9ff39f4d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:35:49.823881 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0567c706-1e8e-49a8-b1df-c52fd48358e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:35:51.021536 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:36:08.129790 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:36:15.218471 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-6447c8d4-2c36-4abe-9f05-8f5d656a0636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:36:17.651537 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-ec543e05-a059-4192-b046-abf0d90f1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:36:18.266075 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-124f8df6-068a-4f00-a8c0-a9ff39f4d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:36:19.827610 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0567c706-1e8e-49a8-b1df-c52fd48358e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:36:21.021804 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:36:24.633699 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.agents_db [None req-1855c149-01a8-4582-985c-3b31432c2781 None None] Agent healthcheck: found 6 active agents {{(pid=102547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:36:38.129771 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:36:45.220402 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-f9250e0e-4c05-47f7-90e1-f5d35049de8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:36:47.653180 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5a305d74-f18f-4a61-b7b8-18db70b24a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:36:48.269149 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-124f8df6-068a-4f00-a8c0-a9ff39f4d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:36:49.830877 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0567c706-1e8e-49a8-b1df-c52fd48358e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:36:51.023183 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:37:01.632055 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.agents_db [None req-1855c149-01a8-4582-985c-3b31432c2781 None None] Agent healthcheck: found 6 active agents {{(pid=102547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:37:03.191708 dv-cinder-804035-20-iscsi neutron-server[102544]: DEBUG neutron.wsgi [req-208b51e8-a1f0-4646-97dd-723e55f8b0d2 req-aa62af5e-0e00-4508-9632-a7a62f6087f3 service neutron] (102544) timed out ('10.222.0.74', 53775) {{(pid=102544) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 24 15:37:08.137287 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:37:15.220768 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-89c01d66-2e46-4bd7-a9a7-d5e4824cf1ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:37:17.655325 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-74d6ee52-c2d7-4b67-8b66-20fd54a9585b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:37:18.270620 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-124f8df6-068a-4f00-a8c0-a9ff39f4d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:37:19.835285 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0567c706-1e8e-49a8-b1df-c52fd48358e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:37:21.025223 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:37:38.142162 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec5b5-3fb8-40ed-993c-80f348ea176e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:37:38.630945 dv-cinder-804035-20-iscsi neutron-server[102547]: DEBUG neutron.db.agents_db [None req-1855c149-01a8-4582-985c-3b31432c2781 None None] Agent healthcheck: found 6 active agents {{(pid=102547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:37:45.222658 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-4085650e-f998-480c-a8ad-67d068e64806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:37:47.655844 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-bd5b89db-a94a-40e0-a7d3-d149fe7d43c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:37:48.272900 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-124f8df6-068a-4f00-a8c0-a9ff39f4d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:37:49.863120 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-0567c706-1e8e-49a8-b1df-c52fd48358e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:37:51.027776 dv-cinder-804035-20-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-90b8d40e-9647-4095-ae78-d7b0e7d25089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750837505473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531482'] for agent, after_update {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}